[ 580.513066] env[68824]: INFO neutron.common.config [-] Logging enabled! [ 580.513302] env[68824]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev85 [ 580.513553] env[68824]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=68824) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 580.513850] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 580.513947] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 580.514787] env[68824]: WARNING oslo_policy.policy [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 580.515011] env[68824]: WARNING oslo_policy.policy [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 580.516473] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] VMware NSXv3 Agent initialized successfully. [ 580.516825] env[68824]: DEBUG oslo_concurrency.lockutils [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] Acquiring lock "singleton_lock" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.516964] env[68824]: DEBUG oslo_concurrency.lockutils [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] Acquired lock "singleton_lock" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.517192] env[68824]: DEBUG oslo_concurrency.lockutils [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] Releasing lock "singleton_lock" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.517488] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] Full set of CONF: {{(pid=68824) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 580.517693] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ******************************************************************************** {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 580.517813] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] Configuration options gathered from: {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 580.518062] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 580.518239] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 580.518355] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ================================================================================ {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 580.518529] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] agent_down_time = 75 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518676] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] allow_automatic_dhcp_failover = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518817] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] allow_bulk = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.518967] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] api_extensions_path = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519128] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] api_paste_config = api-paste.ini {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519278] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] auth_strategy = keystone {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519464] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] backdoor_port = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519601] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] backdoor_socket = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519755] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] backlog = 4096 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.519905] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] base_mac = fa:16:3e:00:00:00 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520080] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] bind_host = 0.0.0.0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520345] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] bind_port = 9696 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520409] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] client_socket_timeout = 900 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520514] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] config_dir = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520627] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520770] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] config_source = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.520916] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] control_exchange = neutron {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521074] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] core_plugin = ml2 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521223] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] debug = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521370] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] default_availability_zones = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521587] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521736] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] dhcp_agent_notification = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.521919] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] dhcp_agents_per_network = 1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522139] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] dhcp_lease_duration = 86400 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522299] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] dhcp_load_type = networks {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522458] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] dns_domain = openstacklocal {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522601] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522741] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_default_route_bfd = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.522878] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_default_route_ecmp = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523025] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_dvr = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523233] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_new_agents = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523336] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523474] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_signals = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523609] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] enable_traditional_dhcp = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523744] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] external_dns_driver = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.523879] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] filter_validation = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524037] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] global_physnet_mtu = 8950 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524180] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] graceful_shutdown_timeout = 60 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524359] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] host = cpu-1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524516] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] host_dvr_for_dhcp = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524728] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] http_retries = 3 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524809] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] instance_format = [instance: %(uuid)s] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.524946] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525102] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ipam_driver = internal {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.525236] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ipv6_pd_enabled = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] l3_ha = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] l3_ha_network_physical_name = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] l3_ha_network_type = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_color = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_config_append = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526270] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526517] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_dir = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526517] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_file = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526576] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_options = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526700] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_rotate_interval = 1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526807] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_rotate_interval_type = days {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.526944] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] log_rotation_type = none {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527066] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527176] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527387] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527502] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527556] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.527702] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] max_dns_nameservers = 5 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] max_header_line = 16384 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] max_l3_agents_per_router = 3 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] max_logfile_count = 30 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] max_logfile_size_mb = 200 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] max_subnet_host_routes = 20 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] my_ip = 10.180.1.21 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.528784] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] my_ipv6 = ::1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529074] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] network_auto_schedule = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529074] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] network_link_prefix = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529074] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529244] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] notify_nova_on_port_data_changes = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529341] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] notify_nova_on_port_status_changes = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529581] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] pagination_max_limit = -1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529938] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] publish_errors = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529938] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] rate_limit_burst = 0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.529938] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] rate_limit_except_level = CRITICAL {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530443] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] rate_limit_interval = 0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530443] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] retry_until_window = 30 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530443] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] router_distributed = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530443] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] rpc_resources_processing_step = 20 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530630] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] rpc_response_max_timeout = 600 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.530697] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] rpc_response_timeout = 60 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531121] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] send_events_interval = 2 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531121] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] service_plugins = ['router'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531190] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] setproctitle = on {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531288] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] shell_completion = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531408] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] state_path = /opt/stack/data/neutron {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531545] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] syslog_log_facility = LOG_USER {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531801] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] tcp_keepidle = 600 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531979] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] transport_url = **** {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.531979] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] use_journal = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532474] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] use_json = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532474] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] use_ssl = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532474] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] use_stderr = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532611] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] use_syslog = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532752] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] vlan_qinq = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.532875] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] vlan_transparent = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533872] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] watch_log_file = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533872] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] wsgi_default_pool_size = 100 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533872] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] wsgi_keep_alive = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533872] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533872] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] wsgi_server_debug = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 580.533872] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_concurrency.disable_process_locking = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.534063] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.534063] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.534197] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.534305] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.534451] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.534588] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.535064] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.connection_string = messaging:// {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.535064] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.enabled = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.535064] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.es_doc_type = notification {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.535377] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.es_scroll_size = 10000 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.535496] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.es_scroll_time = 2m {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.536320] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.filter_error_trace = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.536320] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.hmac_keys = **** {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.536320] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.sentinel_service_name = mymaster {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.536455] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.socket_timeout = 0.1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.536681] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.trace_requests = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.536915] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler.trace_sqlalchemy = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537191] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler_jaeger.process_tags = {} {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537886] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler_jaeger.service_name_prefix = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537886] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] profiler_otlp.service_name_prefix = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.537886] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.enforce_new_defaults = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538593] env[68824]: WARNING oslo_config.cfg [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 580.538593] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.enforce_scope = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538593] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.policy_default_rule = default {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.538718] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539020] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539020] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539163] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539262] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539415] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539636] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539726] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_policy.remote_timeout = 60.0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.539882] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540569] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] agent.extensions = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540569] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540569] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] service_providers.service_provider = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540569] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.default_quota = -1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540705] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540792] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_floatingip = 50 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.540908] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_network = 100 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541067] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_port = 500 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541209] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541348] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_router = 10 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541546] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_security_group = 10 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.541626] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.quota_subnet = 100 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] QUOTAS.track_quota_usage = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep.group = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep.helper_command = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.543953] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep.thread_pool_size = 8 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep.user = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_dhcp_release.group = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_dhcp_release.helper_command = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544196] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_dhcp_release.user = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544377] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544377] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_ovs_vsctl.group = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544377] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_ovs_vsctl.helper_command = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544377] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544377] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544516] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_ovs_vsctl.user = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544669] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_namespace.capabilities = [21] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544729] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_namespace.group = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544855] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_namespace.helper_command = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.544996] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545154] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_namespace.thread_pool_size = 8 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545288] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_namespace.user = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545433] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_conntrack.capabilities = [12] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545569] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_conntrack.group = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545703] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_conntrack.helper_command = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545843] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.545982] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546134] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_conntrack.user = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546277] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_link.capabilities = [12, 21] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546408] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_link.group = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546541] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_link.helper_command = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.546680] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_link.thread_pool_size = 8 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] privsep_link.user = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.continue_on_failed_promotions = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.dscp = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.547766] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.dscp_inherit = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548106] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.force_mp_to_policy = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548106] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.locking_coordinator_url = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548106] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.log_agent_heartbeats = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548227] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.logging_expire = 1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.548364] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550265] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550265] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.polling_interval = 240 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550265] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550265] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550265] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.report_interval = 30.0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550265] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550503] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550503] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550503] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.sync_skew = 60 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550503] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.synchronization_queue_size = 20 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550503] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT.use_helper_for_ns_read = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550503] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] SECURITYGROUP.enable_ipset = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550665] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] SECURITYGROUP.enable_security_group = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550665] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550665] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550665] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] experimental.ipv6_pd_enabled = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550879] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.extension_drivers = ['port_security'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.550918] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.external_network_type = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551077] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551770] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.overlay_ip_version = 4 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551770] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.path_mtu = 8950 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551770] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.physical_network_mtus = {} {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.551770] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.tenant_network_types = ['vlan'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552658] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552658] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ml2.type_drivers = ['vlan'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552658] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT_CLI.neutron_port_id = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552658] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552658] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.552658] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553684] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553684] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553684] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553684] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553684] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553684] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553970] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_login_password = **** {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553970] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_login_port = 443 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.553970] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_login_user = admin {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554131] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554247] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554387] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554524] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554894] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.554894] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555033] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555108] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555251] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555397] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555727] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555727] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.555847] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556019] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556175] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] vsphere.vsphere_login_password = VMware1! {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556944] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556944] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556944] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.auth_section = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556944] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.auth_type = password {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.556944] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557272] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.certfile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557272] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.collect_timing = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.557339] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.endpoint_type = public {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.insecure = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.keyfile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.region_name = RegionOne {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.split_loggers = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] nova.timeout = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.auth_section = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559337] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.auth_type = password {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.certfile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.collect_timing = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.endpoint_type = public {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.insecure = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.keyfile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559578] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.region_name = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559781] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.split_loggers = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559781] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] placement.timeout = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559781] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.auth_section = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559781] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.auth_type = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.559906] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.cafile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560039] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.certfile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560174] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.collect_timing = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560307] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.connect_retries = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560439] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.connect_retry_delay = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560572] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.enable_notifications = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560705] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.endpoint_override = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560839] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.insecure = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.560971] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.interface = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561115] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.keyfile = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561247] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.max_version = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561378] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.min_version = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561508] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.region_name = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561641] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.retriable_status_codes = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561772] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.service_name = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.561903] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.service_type = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562704] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.split_loggers = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562704] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.status_code_retries = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562704] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.status_code_retry_delay = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562704] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.timeout = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562704] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.valid_interfaces = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562922] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ironic.version = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.562952] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] cli_script.dry_run = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563395] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.563395] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564144] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564144] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564144] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564144] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564144] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564144] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564702] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564702] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564702] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.564702] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565276] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565276] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565276] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565276] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565481] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565526] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565653] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565792] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.565929] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566320] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566320] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566435] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566494] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566634] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.566772] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567011] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567086] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567192] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567331] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.ssl = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567632] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567632] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567772] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.567900] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568414] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568414] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568414] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_notifications.driver = [] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568543] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_notifications.retry = -1 {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568906] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568906] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 580.568906] env[68824]: DEBUG oslo_service.backend.eventlet.service [None req-62bbf408-15ef-43a0-b134-cec1563d6a56 None None] ******************************************************************************** {{(pid=68824) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 580.569824] env[68824]: DEBUG neutron.agent.securitygroups_rpc [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Init firewall settings (driver=nsxv3) {{(pid=68824) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 580.571117] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=68824) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 580.571429] env[68824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] RPC agent_id: nsxm-l-01a.corp.local [ 580.573500] env[68824]: DEBUG dogpile.cache.region [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 580.573608] env[68824]: DEBUG dogpile.lock [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 580.573707] env[68824]: DEBUG dogpile.lock [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 580.574046] env[68824]: DEBUG dogpile.lock [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 580.574046] env[68824]: DEBUG dogpile.cache.region [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 580.574046] env[68824]: DEBUG dogpile.lock [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 580.574244] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.596382] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Session token - acquiring [ 580.597870] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.598046] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.598140] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.598529] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.608018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.877018] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 580.899704] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.899884] env[68824]: DEBUG dogpile.cache.region [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Cache value generated in 0.326 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 580.900059] env[68824]: DEBUG dogpile.lock [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 580.900212] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Activating Policy API Provider. [ 580.900424] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Looking for the default Infrastructure Rules. [ 580.963231] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Looking for the Default Layer3 Logged Drop Section. [ 580.974208] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 580.974870] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.974988] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.975098] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.975394] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.975739] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.491374] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.994227] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.497212] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Inventory metadata is going to be refreshed. [ 582.497407] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 583.344667] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.345182] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.345182] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.345412] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.355875] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 583.357968] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.358610] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 583.377449] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.377683] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.377747] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.378013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.378147] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.378320] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 583.378443] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.378554] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 583.415446] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.415733] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.415733] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.416047] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.416255] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.416442] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 583.441403] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.441684] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.441684] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.441981] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.442166] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.442321] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 583.469764] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.470043] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.470168] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.470511] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.470678] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.470850] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 583.470964] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.471089] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 583.498899] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.499184] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.499184] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.499522] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.499690] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.499888] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 583.499999] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.500297] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 583.522757] env[68824]: DEBUG networking_nsxv3.common.locking [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.522964] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.523105] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.523496] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.523659] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.523822] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 583.523935] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.524056] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Inventory metadata have been refreshed. [ 583.524164] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Dryrun:True. Metadata refresh completed. [ 583.524291] env[68824]: DEBUG oslo_concurrency.lockutils [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Releasing lock "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.526125] env[68824]: INFO neutron.agent.agent_extensions_manager [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Loaded agent extensions: [] [ 583.526957] env[68824]: DEBUG neutron_lib.callbacks.manager [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=68824) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 583.676825] env[68824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] NSXv3 Agent Agent RPC Daemon Started! [ 583.676979] env[68824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] NSXv3 Agent Agent loop - iteration:0 started [ 583.677032] env[68824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] NSXv3 Agent Agent out of sync with plugin! [ 588.527611] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 588.527998] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 593.529371] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 593.529769] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.300083] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c57909b3-ae93-45da-bda7-b7c2d925881a demo admin] Enqueued Resource ID: ae4eaa74-4947-4cff-8320-45d60a4305b6 with Priority: HIGHEST for action security_group_rules [ 597.300645] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4eaa74-4947-4cff-8320-45d60a4305b6 with Priority: HIGHEST for action security_group_rules [ 597.300948] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4eaa74-4947-4cff-8320-45d60a4305b6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.301100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4eaa74-4947-4cff-8320-45d60a4305b6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.301169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4eaa74-4947-4cff-8320-45d60a4305b6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.303053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4eaa74-4947-4cff-8320-45d60a4305b6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.303167] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4eaa74-4947-4cff-8320-45d60a4305b6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.822911] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.823249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.823249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.823397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.823448] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.823529] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4eaa74-4947-4cff-8320-45d60a4305b6 already deleted. [ 597.823614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4eaa74-4947-4cff-8320-45d60a4305b6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.301752] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 602.302125] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 607.303281] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 607.303717] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 612.304280] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.304694] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.312026] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.312026] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.682155] env[68824]: INFO networking_nsxv3.common.synchronization [None req-22e34c01-c851-41c0-ad34-d9f499c190ce None None] Enqueued Resource ID: 92e7db7c-7784-4ce9-93cc-023bfbfb5d17 with Priority: HIGHEST for action port [ 621.682448] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e7db7c-7784-4ce9-93cc-023bfbfb5d17 with Priority: HIGHEST for action port [ 621.682973] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e7db7c-7784-4ce9-93cc-023bfbfb5d17 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.683125] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e7db7c-7784-4ce9-93cc-023bfbfb5d17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.683195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e7db7c-7784-4ce9-93cc-023bfbfb5d17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.683592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e7db7c-7784-4ce9-93cc-023bfbfb5d17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.683674] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e7db7c-7784-4ce9-93cc-023bfbfb5d17',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.189303] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e7db7c-7784-4ce9-93cc-023bfbfb5d17 [ 622.189556] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.189775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.189775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.189982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.190095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.190190] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e7db7c-7784-4ce9-93cc-023bfbfb5d17 already deleted. [ 622.190270] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e7db7c-7784-4ce9-93cc-023bfbfb5d17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.118457] env[68824]: INFO networking_nsxv3.common.synchronization [None req-b378cf07-1b19-47ec-b853-56d55720e10b None None] Enqueued Resource ID: be07d8ac-c0bc-437d-8ff0-cfa3f75de55e with Priority: HIGHEST for action port [ 623.118457] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be07d8ac-c0bc-437d-8ff0-cfa3f75de55e with Priority: HIGHEST for action port [ 623.118457] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-be07d8ac-c0bc-437d-8ff0-cfa3f75de55e taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.118457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be07d8ac-c0bc-437d-8ff0-cfa3f75de55e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.118457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be07d8ac-c0bc-437d-8ff0-cfa3f75de55e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.118457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be07d8ac-c0bc-437d-8ff0-cfa3f75de55e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.118457] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be07d8ac-c0bc-437d-8ff0-cfa3f75de55e',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.301431] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a08d559d-8740-4cf3-befd-3dee1c7205a1 None None] Enqueued Resource ID: dee1a02c-07fe-4241-9996-a482e17cf1a9 with Priority: HIGHEST for action port [ 623.301689] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee1a02c-07fe-4241-9996-a482e17cf1a9 with Priority: HIGHEST for action port [ 623.302605] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee1a02c-07fe-4241-9996-a482e17cf1a9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.302605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee1a02c-07fe-4241-9996-a482e17cf1a9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.302605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee1a02c-07fe-4241-9996-a482e17cf1a9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.302793] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee1a02c-07fe-4241-9996-a482e17cf1a9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.302793] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee1a02c-07fe-4241-9996-a482e17cf1a9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.620702] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be07d8ac-c0bc-437d-8ff0-cfa3f75de55e [ 623.620966] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.621111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.621182] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.621509] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.621509] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.621626] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be07d8ac-c0bc-437d-8ff0-cfa3f75de55e already deleted. [ 623.621626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be07d8ac-c0bc-437d-8ff0-cfa3f75de55e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.806187] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dee1a02c-07fe-4241-9996-a482e17cf1a9 [ 623.806424] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.806629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.806741] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.807416] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.807416] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.807416] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dee1a02c-07fe-4241-9996-a482e17cf1a9 already deleted. [ 623.807416] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee1a02c-07fe-4241-9996-a482e17cf1a9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.210167] env[68824]: INFO networking_nsxv3.common.synchronization [None req-2679dd31-fafc-4aa8-b6af-78e3fff2d6eb None None] Enqueued Resource ID: b112db94-c2ef-4b33-b133-748a2c93f43b with Priority: HIGHEST for action port [ 625.210368] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b112db94-c2ef-4b33-b133-748a2c93f43b with Priority: HIGHEST for action port [ 625.210812] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b112db94-c2ef-4b33-b133-748a2c93f43b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.210930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b112db94-c2ef-4b33-b133-748a2c93f43b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.210996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b112db94-c2ef-4b33-b133-748a2c93f43b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.211262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b112db94-c2ef-4b33-b133-748a2c93f43b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.211342] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b112db94-c2ef-4b33-b133-748a2c93f43b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.713407] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b112db94-c2ef-4b33-b133-748a2c93f43b [ 625.713638] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.713803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.713864] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.714093] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.714186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.714329] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b112db94-c2ef-4b33-b133-748a2c93f43b already deleted. [ 625.714382] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b112db94-c2ef-4b33-b133-748a2c93f43b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.590042] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a6396a97-fa46-4e08-bcb8-9d0bd6ad0e0d None None] Enqueued Resource ID: 57cec28e-600a-4fbf-b061-55bcf0340fc8 with Priority: HIGHEST for action port [ 627.590399] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cec28e-600a-4fbf-b061-55bcf0340fc8 with Priority: HIGHEST for action port [ 627.590843] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-57cec28e-600a-4fbf-b061-55bcf0340fc8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.591074] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57cec28e-600a-4fbf-b061-55bcf0340fc8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.591074] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57cec28e-600a-4fbf-b061-55bcf0340fc8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.592219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57cec28e-600a-4fbf-b061-55bcf0340fc8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.592810] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57cec28e-600a-4fbf-b061-55bcf0340fc8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.096639] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57cec28e-600a-4fbf-b061-55bcf0340fc8 [ 628.096880] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.097066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.097103] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.097302] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.097391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.097554] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57cec28e-600a-4fbf-b061-55bcf0340fc8 already deleted. [ 628.098251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57cec28e-600a-4fbf-b061-55bcf0340fc8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.933992] env[68824]: INFO networking_nsxv3.common.synchronization [None req-531c209c-ab28-415c-b198-6459512c8a5b None None] Enqueued Resource ID: 2bed568b-9f5e-4677-a22a-059b615dfc0c with Priority: HIGHEST for action port [ 629.933992] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bed568b-9f5e-4677-a22a-059b615dfc0c with Priority: HIGHEST for action port [ 629.933992] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bed568b-9f5e-4677-a22a-059b615dfc0c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.933992] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bed568b-9f5e-4677-a22a-059b615dfc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.933992] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bed568b-9f5e-4677-a22a-059b615dfc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.933992] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bed568b-9f5e-4677-a22a-059b615dfc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.933992] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bed568b-9f5e-4677-a22a-059b615dfc0c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.265519] env[68824]: INFO networking_nsxv3.common.synchronization [None req-b5ff5ce7-8168-47ea-86cb-a5a621b1fb84 None None] Enqueued Resource ID: d0373cf3-2aef-4ecb-84b7-c04dca915faf with Priority: HIGHEST for action port [ 630.267413] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0373cf3-2aef-4ecb-84b7-c04dca915faf with Priority: HIGHEST for action port [ 630.267741] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0373cf3-2aef-4ecb-84b7-c04dca915faf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.267930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0373cf3-2aef-4ecb-84b7-c04dca915faf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.267930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0373cf3-2aef-4ecb-84b7-c04dca915faf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.268340] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0373cf3-2aef-4ecb-84b7-c04dca915faf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.268340] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0373cf3-2aef-4ecb-84b7-c04dca915faf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.308080] env[68824]: INFO networking_nsxv3.common.synchronization [None req-31907c8e-789f-4386-8d8c-a8b2ddfbf05d None None] Enqueued Resource ID: b0f36771-d1f8-4053-95a6-5aba4b0aa382 with Priority: HIGHEST for action port [ 630.308699] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f36771-d1f8-4053-95a6-5aba4b0aa382 with Priority: HIGHEST for action port [ 630.309017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f36771-d1f8-4053-95a6-5aba4b0aa382 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.309140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f36771-d1f8-4053-95a6-5aba4b0aa382" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.309206] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f36771-d1f8-4053-95a6-5aba4b0aa382" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.309458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f36771-d1f8-4053-95a6-5aba4b0aa382" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.309535] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f36771-d1f8-4053-95a6-5aba4b0aa382',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.440863] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bed568b-9f5e-4677-a22a-059b615dfc0c [ 630.440863] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.440863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.440863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.440863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.440863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.440863] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bed568b-9f5e-4677-a22a-059b615dfc0c already deleted. [ 630.440863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bed568b-9f5e-4677-a22a-059b615dfc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.630821] env[68824]: INFO networking_nsxv3.common.synchronization [None req-3282e272-e517-45eb-ae5b-f875fabb9e9d None None] Enqueued Resource ID: c114cd92-fa2c-413f-a121-ed67e042b440 with Priority: HIGHEST for action port [ 630.631088] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c114cd92-fa2c-413f-a121-ed67e042b440 with Priority: HIGHEST for action port [ 630.631663] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c114cd92-fa2c-413f-a121-ed67e042b440 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.631778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c114cd92-fa2c-413f-a121-ed67e042b440" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.632413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c114cd92-fa2c-413f-a121-ed67e042b440" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.633790] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c114cd92-fa2c-413f-a121-ed67e042b440" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.635069] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c114cd92-fa2c-413f-a121-ed67e042b440',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.771669] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0373cf3-2aef-4ecb-84b7-c04dca915faf [ 630.771725] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.771834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.772024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.772778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.772778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.772778] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0373cf3-2aef-4ecb-84b7-c04dca915faf already deleted. [ 630.772778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0373cf3-2aef-4ecb-84b7-c04dca915faf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.811601] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0f36771-d1f8-4053-95a6-5aba4b0aa382 [ 630.812132] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.812315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.812444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.812866] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.813932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.813932] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0f36771-d1f8-4053-95a6-5aba4b0aa382 already deleted. [ 630.813932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f36771-d1f8-4053-95a6-5aba4b0aa382" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.917017] env[68824]: INFO networking_nsxv3.common.synchronization [None req-cc38e797-e459-448f-bcfe-50fcaf29564d None None] Enqueued Resource ID: e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb with Priority: HIGHEST for action port [ 630.917017] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb with Priority: HIGHEST for action port [ 630.917489] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.917648] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.917727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.917983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.921616] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.139837] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c114cd92-fa2c-413f-a121-ed67e042b440 [ 631.139837] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.139837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.139837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.139837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.139837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.139837] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c114cd92-fa2c-413f-a121-ed67e042b440 already deleted. [ 631.139837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c114cd92-fa2c-413f-a121-ed67e042b440" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.417832] env[68824]: INFO networking_nsxv3.common.synchronization [None req-6dd62d49-58f2-4628-aef2-ddec0bc98d67 None None] Enqueued Resource ID: 5364ae99-7863-45ee-90ae-133f49f68d3c with Priority: HIGHEST for action port [ 631.418892] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5364ae99-7863-45ee-90ae-133f49f68d3c with Priority: HIGHEST for action port [ 631.419487] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5364ae99-7863-45ee-90ae-133f49f68d3c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.419487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5364ae99-7863-45ee-90ae-133f49f68d3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.419487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5364ae99-7863-45ee-90ae-133f49f68d3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.420044] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5364ae99-7863-45ee-90ae-133f49f68d3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.420915] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5364ae99-7863-45ee-90ae-133f49f68d3c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.421355] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb [ 631.421568] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.421705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.421789] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.421984] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.422174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.422287] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb already deleted. [ 631.422389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e53e8f-ddab-4608-b4ce-d4d243ff3aeb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.925417] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5364ae99-7863-45ee-90ae-133f49f68d3c [ 631.925653] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.925787] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.925930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.926089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.926177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.926402] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5364ae99-7863-45ee-90ae-133f49f68d3c already deleted. [ 631.926402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5364ae99-7863-45ee-90ae-133f49f68d3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.743977] env[68824]: INFO networking_nsxv3.common.synchronization [None req-57ab4f80-b72c-4014-902a-821bb1187f92 None None] Enqueued Resource ID: 0edc35fb-988f-4ee9-bc06-d7b486b82b7a with Priority: HIGHEST for action port [ 632.743977] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edc35fb-988f-4ee9-bc06-d7b486b82b7a with Priority: HIGHEST for action port [ 632.744300] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0edc35fb-988f-4ee9-bc06-d7b486b82b7a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.744404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0edc35fb-988f-4ee9-bc06-d7b486b82b7a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.745769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0edc35fb-988f-4ee9-bc06-d7b486b82b7a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.745769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0edc35fb-988f-4ee9-bc06-d7b486b82b7a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.745769] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0edc35fb-988f-4ee9-bc06-d7b486b82b7a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.249416] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0edc35fb-988f-4ee9-bc06-d7b486b82b7a [ 633.249656] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.249819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.249872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.250121] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.250161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.250316] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0edc35fb-988f-4ee9-bc06-d7b486b82b7a already deleted. [ 633.250316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0edc35fb-988f-4ee9-bc06-d7b486b82b7a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.488840] env[68824]: INFO networking_nsxv3.common.synchronization [None req-443c7858-8693-474c-889c-92e0771cf54e None None] Enqueued Resource ID: e9d405a6-634e-4122-aaa1-0c06e8ee0ad6 with Priority: HIGHEST for action port [ 635.489114] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d405a6-634e-4122-aaa1-0c06e8ee0ad6 with Priority: HIGHEST for action port [ 635.489663] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d405a6-634e-4122-aaa1-0c06e8ee0ad6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.489874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d405a6-634e-4122-aaa1-0c06e8ee0ad6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.489874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d405a6-634e-4122-aaa1-0c06e8ee0ad6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.490210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d405a6-634e-4122-aaa1-0c06e8ee0ad6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.490210] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d405a6-634e-4122-aaa1-0c06e8ee0ad6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.825490] env[68824]: INFO networking_nsxv3.common.synchronization [None req-1a021db0-56ed-43a0-a3fc-de852110c0be None None] Enqueued Resource ID: 638b0b5e-a9d8-48ac-8831-e2916172290a with Priority: HIGHEST for action port [ 635.826190] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 638b0b5e-a9d8-48ac-8831-e2916172290a with Priority: HIGHEST for action port [ 635.826284] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-638b0b5e-a9d8-48ac-8831-e2916172290a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.827323] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-638b0b5e-a9d8-48ac-8831-e2916172290a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.827323] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-638b0b5e-a9d8-48ac-8831-e2916172290a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.828076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-638b0b5e-a9d8-48ac-8831-e2916172290a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.828172] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('638b0b5e-a9d8-48ac-8831-e2916172290a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.993931] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d405a6-634e-4122-aaa1-0c06e8ee0ad6 [ 635.993931] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.993931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.993931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.993931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.993931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.993931] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d405a6-634e-4122-aaa1-0c06e8ee0ad6 already deleted. [ 635.993931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d405a6-634e-4122-aaa1-0c06e8ee0ad6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.088637] env[68824]: INFO networking_nsxv3.common.synchronization [None req-783ad6e4-6a3f-4348-9da9-d8f349d40006 None None] Enqueued Resource ID: 34901954-5553-4265-8411-f95943e5f2cc with Priority: HIGHEST for action port [ 636.088637] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34901954-5553-4265-8411-f95943e5f2cc with Priority: HIGHEST for action port [ 636.088637] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-34901954-5553-4265-8411-f95943e5f2cc taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.088637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34901954-5553-4265-8411-f95943e5f2cc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34901954-5553-4265-8411-f95943e5f2cc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.088637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34901954-5553-4265-8411-f95943e5f2cc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.088637] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34901954-5553-4265-8411-f95943e5f2cc',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.333018] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 638b0b5e-a9d8-48ac-8831-e2916172290a [ 636.333018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.333018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.333018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.333018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.333247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.333297] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:638b0b5e-a9d8-48ac-8831-e2916172290a already deleted. [ 636.333398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-638b0b5e-a9d8-48ac-8831-e2916172290a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.530884] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.531406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.531406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.531406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.531579] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.594270] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34901954-5553-4265-8411-f95943e5f2cc [ 636.594346] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.594479] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.594548] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.594751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.594839] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.596056] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34901954-5553-4265-8411-f95943e5f2cc already deleted. [ 636.596056] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34901954-5553-4265-8411-f95943e5f2cc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.736153] env[68824]: INFO networking_nsxv3.common.synchronization [None req-1be59e7f-dda3-4c00-9ca4-ee3ed789bdce None None] Enqueued Resource ID: a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e with Priority: HIGHEST for action port [ 636.737755] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e with Priority: HIGHEST for action port [ 636.737755] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.737755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.737985] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.741017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.741017] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.036040] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.076247] env[68824]: INFO networking_nsxv3.common.synchronization [None req-5a369788-83bd-4eef-acf2-29cd45a1f1de None None] Enqueued Resource ID: 021efc90-c859-450d-bbda-15d6cd47fb7e with Priority: HIGHEST for action port [ 637.076247] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021efc90-c859-450d-bbda-15d6cd47fb7e with Priority: HIGHEST for action port [ 637.076247] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-021efc90-c859-450d-bbda-15d6cd47fb7e taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.076247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-021efc90-c859-450d-bbda-15d6cd47fb7e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.076247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-021efc90-c859-450d-bbda-15d6cd47fb7e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.076247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-021efc90-c859-450d-bbda-15d6cd47fb7e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.076494] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('021efc90-c859-450d-bbda-15d6cd47fb7e',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.236218] env[68824]: INFO networking_nsxv3.common.synchronization [None req-18fbf907-4911-4bd0-bff1-3b30d47947e4 None None] Enqueued Resource ID: 4b2d80d2-80d5-4a0b-add1-755b34dd1d26 with Priority: HIGHEST for action port [ 637.236725] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2d80d2-80d5-4a0b-add1-755b34dd1d26 with Priority: HIGHEST for action port [ 637.239527] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2d80d2-80d5-4a0b-add1-755b34dd1d26 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.239527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2d80d2-80d5-4a0b-add1-755b34dd1d26" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.239527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2d80d2-80d5-4a0b-add1-755b34dd1d26" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.239527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2d80d2-80d5-4a0b-add1-755b34dd1d26" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.239527] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2d80d2-80d5-4a0b-add1-755b34dd1d26',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.242025] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e [ 637.242025] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.242025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.242025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.242025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.242025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.242025] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e already deleted. [ 637.242025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7dc052b-e8e1-4d4a-b7cb-1d86de9a340e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.538480] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.579174] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 021efc90-c859-450d-bbda-15d6cd47fb7e [ 637.579174] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.579174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.579174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.579174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.579174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.579174] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:021efc90-c859-450d-bbda-15d6cd47fb7e already deleted. [ 637.579174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-021efc90-c859-450d-bbda-15d6cd47fb7e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.740676] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b2d80d2-80d5-4a0b-add1-755b34dd1d26 [ 637.740785] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.740925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.740997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.741223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.741373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.741426] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b2d80d2-80d5-4a0b-add1-755b34dd1d26 already deleted. [ 637.741503] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2d80d2-80d5-4a0b-add1-755b34dd1d26" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.043082] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 638.043207] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 638.414256] env[68824]: INFO networking_nsxv3.common.synchronization [None req-7b021c94-b900-46b8-939d-9c14e455e6f3 None None] Enqueued Resource ID: 5c8c4c8b-24a6-464f-8900-095fc499464c with Priority: HIGHEST for action port [ 638.414256] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8c4c8b-24a6-464f-8900-095fc499464c with Priority: HIGHEST for action port [ 638.414256] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c8c4c8b-24a6-464f-8900-095fc499464c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.414256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c8c4c8b-24a6-464f-8900-095fc499464c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.414256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c8c4c8b-24a6-464f-8900-095fc499464c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.414256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c8c4c8b-24a6-464f-8900-095fc499464c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.414256] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c8c4c8b-24a6-464f-8900-095fc499464c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.626459] env[68824]: INFO networking_nsxv3.common.synchronization [None req-7ce6baa2-a61d-4aad-b236-98d067747a9e None None] Enqueued Resource ID: 1e1caf7e-f9fe-4335-8566-2cfce13f7d7f with Priority: HIGHEST for action port [ 638.627036] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e1caf7e-f9fe-4335-8566-2cfce13f7d7f with Priority: HIGHEST for action port [ 638.627340] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e1caf7e-f9fe-4335-8566-2cfce13f7d7f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.627464] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e1caf7e-f9fe-4335-8566-2cfce13f7d7f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.627535] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e1caf7e-f9fe-4335-8566-2cfce13f7d7f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.628459] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e1caf7e-f9fe-4335-8566-2cfce13f7d7f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.628570] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e1caf7e-f9fe-4335-8566-2cfce13f7d7f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.737483] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.737483] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.737483] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.737483] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.752473] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 638.753655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.755920] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 638.783127] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.783127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.783127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.783127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.783127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.783338] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 638.783338] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.783392] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 638.803293] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.804072] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.804282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.804861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.804861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.804861] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 638.827399] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.827399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.827399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.827399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.827399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.827399] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 638.847797] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.847960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.848047] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.848277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.848553] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.848725] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 638.848806] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.848882] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 638.867234] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.867348] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.867348] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.867647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.867647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.867880] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 638.867880] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.867880] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 638.887946] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887946] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887946] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.888163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.888163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.888287] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 638.888357] env[68824]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68824) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.888455] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 638.888503] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 638.888560] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 638.888625] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 638.888727] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 638.889038] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 638.889109] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 638.889730] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 638.909571] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.909571] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.909571] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.910032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.910032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.910032] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 638.918307] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c8c4c8b-24a6-464f-8900-095fc499464c [ 638.918522] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.918700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.918796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.919038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.919168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.919209] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c8c4c8b-24a6-464f-8900-095fc499464c already deleted. [ 638.919280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c8c4c8b-24a6-464f-8900-095fc499464c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.928866] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.928866] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.928983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.929168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.929304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.947026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.132306] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e1caf7e-f9fe-4335-8566-2cfce13f7d7f [ 639.132695] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.133395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.133395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.133395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.133545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.134271] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e1caf7e-f9fe-4335-8566-2cfce13f7d7f already deleted. [ 639.134271] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e1caf7e-f9fe-4335-8566-2cfce13f7d7f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.386883] env[68824]: INFO networking_nsxv3.common.synchronization [None req-4967cd7d-99db-4526-8a84-55870957e4e5 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Enqueued Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_rules [ 639.387210] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_rules [ 639.389489] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a92d907-471e-4277-8883-bc8c0c8a4dda taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.389630] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.389788] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.390158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.390158] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.515247] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a69b2514-09ee-4959-977d-6d66ef31e5f7 tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Enqueued Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_rules [ 639.515490] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_rules [ 639.515743] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a92d907-471e-4277-8883-bc8c0c8a4dda taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.515845] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.558680] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a34a7641-315e-421f-86ee-ad14603e0f8b None None] Enqueued Resource ID: d94cde38-846c-4c74-9eba-16e126d678d6 with Priority: HIGHEST for action port [ 639.558680] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94cde38-846c-4c74-9eba-16e126d678d6 with Priority: HIGHEST for action port [ 639.558680] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d94cde38-846c-4c74-9eba-16e126d678d6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.558680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d94cde38-846c-4c74-9eba-16e126d678d6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.558887] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d94cde38-846c-4c74-9eba-16e126d678d6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.559610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d94cde38-846c-4c74-9eba-16e126d678d6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.559610] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94cde38-846c-4c74-9eba-16e126d678d6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.753196] env[68824]: INFO networking_nsxv3.common.synchronization [None req-d740ef9e-1499-402f-98bf-d842138106a4 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Enqueued Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_rules [ 639.753802] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_rules [ 639.754118] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.754239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.754305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.754539] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.754618] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.914155] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.914155] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda already deleted. [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.914155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.914155] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.058593] env[68824]: INFO networking_nsxv3.common.synchronization [None req-741cf8c8-3c62-4e9f-a50f-7da42a06c021 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Enqueued Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_rules [ 640.059251] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_rules [ 640.061195] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.061195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.064464] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d94cde38-846c-4c74-9eba-16e126d678d6 [ 640.064666] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.064782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.064847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.065062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.065150] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.065237] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d94cde38-846c-4c74-9eba-16e126d678d6 already deleted. [ 640.065314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d94cde38-846c-4c74-9eba-16e126d678d6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275253] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.276702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.276702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.276702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.276702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.277071] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 already deleted. [ 640.277071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.277382] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.277517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.277635] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.433588] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.433745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.433818] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.434048] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.434144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.434239] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda already deleted. [ 640.434321] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.798204] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.798501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.798501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.798687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.798782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.798881] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 already deleted. [ 640.798964] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.345563] env[68824]: INFO networking_nsxv3.common.synchronization [req-d2675637-a78f-4972-965f-188cab20a23a req-c2472baa-6da0-4549-8319-1ca205728c8e tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 641.346014] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 641.346339] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.346998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.346998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.346998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.347193] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.347626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.347626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.347730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.347769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348221] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.660659] env[68824]: INFO networking_nsxv3.common.synchronization [None req-f1bfa255-401c-40b8-bfe0-ddddc9dcae0b None None] Enqueued Resource ID: 61cf5e2c-4b01-49c9-b288-b000fe64ab2f with Priority: HIGHEST for action port [ 641.660659] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61cf5e2c-4b01-49c9-b288-b000fe64ab2f with Priority: HIGHEST for action port [ 641.660944] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-61cf5e2c-4b01-49c9-b288-b000fe64ab2f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.660944] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61cf5e2c-4b01-49c9-b288-b000fe64ab2f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.660944] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61cf5e2c-4b01-49c9-b288-b000fe64ab2f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.661119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61cf5e2c-4b01-49c9-b288-b000fe64ab2f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.661194] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61cf5e2c-4b01-49c9-b288-b000fe64ab2f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.881428] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.882254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.882254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.882254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.882254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.882753] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.882753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.882753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.882932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.882932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.883073] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 already deleted. [ 641.883160] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.165628] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61cf5e2c-4b01-49c9-b288-b000fe64ab2f [ 642.165931] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.166037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.166086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.166301] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.166392] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.166490] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61cf5e2c-4b01-49c9-b288-b000fe64ab2f already deleted. [ 642.166574] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61cf5e2c-4b01-49c9-b288-b000fe64ab2f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265644] env[68824]: INFO networking_nsxv3.common.synchronization [req-1c13e9a8-a87a-418d-9f4a-f8386a3c5baf req-18bb9b66-8a48-4047-8900-1ad636a2ce94 tempest-SecurityGroupRulesNegativeTestJSON-1728831169 tempest-SecurityGroupRulesNegativeTestJSON-1728831169-project-member] Enqueued Resource ID: 2a3d38c4-1c73-4ff4-95af-df50687f9808 with Priority: HIGHEST for action security_group_rules [ 642.266055] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3d38c4-1c73-4ff4-95af-df50687f9808 with Priority: HIGHEST for action security_group_rules [ 642.266351] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a3d38c4-1c73-4ff4-95af-df50687f9808 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.266477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.266535] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.268982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.268982] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a3d38c4-1c73-4ff4-95af-df50687f9808',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.398564] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.398768] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.398892] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.400580] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.400744] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.400817] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.400902] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.401510] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.401510] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.401619] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.401694] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.402903] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.405412] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.405412] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.405412] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.405412] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.421329] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.421329] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.421468] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.421936] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.421936] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-0f2ed645-859f-48bc-b0c1-79bfa28dcead taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.422108] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.422205] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.423082] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.423082] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2ed645-859f-48bc-b0c1-79bfa28dcead',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.787832] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.788017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.788738] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.789018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.789129] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.789230] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a3d38c4-1c73-4ff4-95af-df50687f9808 already deleted. [ 642.789321] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.925857] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.925857] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.925857] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.926416] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.926416] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.926852] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 0f2ed645-859f-48bc-b0c1-79bfa28dcead not found, creating... [ 642.928193] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928193] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928193] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928193] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928193] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.928944] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928944] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928944] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928944] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928944] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.929357] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 0f2ed645-859f-48bc-b0c1-79bfa28dcead is going to be created. [ 642.949225] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.949443] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.950052] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.950494] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.950723] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.951039] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.301929] env[68824]: INFO networking_nsxv3.common.synchronization [None req-8f846bf4-1138-4369-96d5-b6d75a17515d None None] Enqueued Resource ID: e395062e-e79e-479a-95dd-06e96759fd77 with Priority: HIGHEST for action port [ 643.301929] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e395062e-e79e-479a-95dd-06e96759fd77 with Priority: HIGHEST for action port [ 643.301929] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e395062e-e79e-479a-95dd-06e96759fd77 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.301929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e395062e-e79e-479a-95dd-06e96759fd77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.301929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e395062e-e79e-479a-95dd-06e96759fd77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.307570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e395062e-e79e-479a-95dd-06e96759fd77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.307570] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e395062e-e79e-479a-95dd-06e96759fd77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.549191] env[68824]: INFO networking_nsxv3.common.synchronization [req-f4be997d-35d0-41c3-bb99-39f205d4d486 req-5ff179d2-5257-41d6-ae13-18d2f6495fb7 tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Enqueued Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_members [ 643.549875] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_members [ 643.551577] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.551682] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.551767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.552167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.552727] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.552727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.552727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.552900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.553089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.553089] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.809932] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e395062e-e79e-479a-95dd-06e96759fd77 [ 643.810342] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.811358] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.811358] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.811358] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.811358] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e395062e-e79e-479a-95dd-06e96759fd77 already deleted. [ 643.811358] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e395062e-e79e-479a-95dd-06e96759fd77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.055946] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.056263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.056263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.056465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.056465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.056668] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.056780] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.056848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.056995] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.057091] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.057186] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4081c693-3556-478d-9365-c97f38a7f9ac already deleted. [ 644.057362] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.081373] env[68824]: INFO networking_nsxv3.common.synchronization [req-d2675637-a78f-4972-965f-188cab20a23a req-4d325e98-d79b-44ed-a49f-396a5f0c40f6 service nova] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_rules [ 644.081574] env[68824]: INFO networking_nsxv3.common.synchronization [req-d2675637-a78f-4972-965f-188cab20a23a req-4d325e98-d79b-44ed-a49f-396a5f0c40f6 service nova] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 644.081705] env[68824]: INFO networking_nsxv3.common.synchronization [req-d2675637-a78f-4972-965f-188cab20a23a req-4d325e98-d79b-44ed-a49f-396a5f0c40f6 service nova] Enqueued Resource ID: 0f2ed645-859f-48bc-b0c1-79bfa28dcead with Priority: HIGHEST for action port [ 644.082321] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_rules [ 644.082478] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 644.082577] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2ed645-859f-48bc-b0c1-79bfa28dcead with Priority: HIGHEST for action port [ 644.082879] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.082999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.084116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.084324] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.085043] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.086084] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.086193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.086234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.086625] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.086738] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.086801] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086961] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.087079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.087172] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.089325] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2ed645-859f-48bc-b0c1-79bfa28dcead taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.090246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.090246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.090246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.090246] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2ed645-859f-48bc-b0c1-79bfa28dcead',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.214469] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.214837] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.214983] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.215288] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.215594] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.216115] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.216115] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216213] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.216703] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.216703] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.216703] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.216839] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.217022] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.217070] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.218657] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.218657] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.239024] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.239024] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.239024] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.239024] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.239024] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-19298934-9c27-40cd-ac4f-04f51883d800 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.239024] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.239024] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.239024] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.239024] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19298934-9c27-40cd-ac4f-04f51883d800',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.595369] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.603863] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f2ed645-859f-48bc-b0c1-79bfa28dcead with status ACTIVE [ 644.605386] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.605386] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.605386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.605386] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.607454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.607454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.607454] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f2ed645-859f-48bc-b0c1-79bfa28dcead is going to be updated. [ 644.610299] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.632285] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.632415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.632486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.632780] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.632919] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.633081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2ed645-859f-48bc-b0c1-79bfa28dcead" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.741292] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.741550] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.741693] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.741981] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.742149] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.742325] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 19298934-9c27-40cd-ac4f-04f51883d800 not found, creating... [ 644.743354] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.743588] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.743792] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.744059] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.744200] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.744497] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.744665] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.744788] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.745009] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.745175] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.745275] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 19298934-9c27-40cd-ac4f-04f51883d800 is going to be created. [ 644.788762] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.788762] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.788762] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.788762] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.788762] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.788762] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.825026] env[68824]: INFO networking_nsxv3.common.synchronization [req-06f293d1-1185-4bc0-8b86-b5e9132c49f4 req-e5b58fa8-5157-4403-9bb5-bab6787dbfee tempest-SecurityGroupRulesNegativeTestJSON-1728831169 tempest-SecurityGroupRulesNegativeTestJSON-1728831169-project-member] Enqueued Resource ID: 2a3d38c4-1c73-4ff4-95af-df50687f9808 with Priority: HIGHEST for action security_group_rules [ 644.825495] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3d38c4-1c73-4ff4-95af-df50687f9808 with Priority: HIGHEST for action security_group_rules [ 644.825903] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a3d38c4-1c73-4ff4-95af-df50687f9808 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.825976] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.826017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.826210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.826286] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a3d38c4-1c73-4ff4-95af-df50687f9808',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.115111] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.353013] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.353013] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.355073] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.355493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.355493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.355585] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a3d38c4-1c73-4ff4-95af-df50687f9808 already deleted. [ 645.355641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a3d38c4-1c73-4ff4-95af-df50687f9808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.536169] env[68824]: INFO networking_nsxv3.common.synchronization [None req-d750a396-4493-490d-a208-ee0c8ac8bc27 None None] Enqueued Resource ID: 39924169-5ba6-40bc-b85f-f3367794c62a with Priority: HIGHEST for action port [ 645.536414] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39924169-5ba6-40bc-b85f-f3367794c62a with Priority: HIGHEST for action port [ 645.537904] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-39924169-5ba6-40bc-b85f-f3367794c62a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.537904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39924169-5ba6-40bc-b85f-f3367794c62a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.537904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39924169-5ba6-40bc-b85f-f3367794c62a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.537904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39924169-5ba6-40bc-b85f-f3367794c62a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.537904] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39924169-5ba6-40bc-b85f-f3367794c62a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.619502] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.619502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.619723] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.619773] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.619875] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.619971] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be created. [ 645.648418] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.648650] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.648727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.649154] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.650081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.658213] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: UNINITIALIZED for 2s [ 645.966462] env[68824]: INFO networking_nsxv3.common.synchronization [req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 req-1eb5b12c-6b71-4cec-872f-102a71f42f68 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Enqueued Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_members [ 645.967302] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_members [ 645.967302] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.967426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.967474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.968278] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.968535] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.968693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.969866] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.970028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.970362] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.970550] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.039981] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39924169-5ba6-40bc-b85f-f3367794c62a [ 646.039981] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.040174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.040174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.040736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.040736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.040736] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39924169-5ba6-40bc-b85f-f3367794c62a already deleted. [ 646.040736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39924169-5ba6-40bc-b85f-f3367794c62a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.058709] env[68824]: INFO networking_nsxv3.common.synchronization [None req-fcd917f5-ef48-4cc6-993c-0a05a07c3cb3 None None] Enqueued Resource ID: fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1 with Priority: HIGHEST for action port [ 646.059768] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1 with Priority: HIGHEST for action port [ 646.059768] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.059768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.059768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.060143] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.060143] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.087090] env[68824]: INFO networking_nsxv3.common.synchronization [req-f4be997d-35d0-41c3-bb99-39f205d4d486 req-c2c889ef-a7bb-4da0-9fc9-9f3f8c62ad6f service nova] Enqueued Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_rules [ 646.087269] env[68824]: INFO networking_nsxv3.common.synchronization [req-f4be997d-35d0-41c3-bb99-39f205d4d486 req-c2c889ef-a7bb-4da0-9fc9-9f3f8c62ad6f service nova] Enqueued Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_members [ 646.088254] env[68824]: INFO networking_nsxv3.common.synchronization [req-f4be997d-35d0-41c3-bb99-39f205d4d486 req-c2c889ef-a7bb-4da0-9fc9-9f3f8c62ad6f service nova] Enqueued Resource ID: 19298934-9c27-40cd-ac4f-04f51883d800 with Priority: HIGHEST for action port [ 646.088254] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_rules [ 646.088254] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_members [ 646.088254] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19298934-9c27-40cd-ac4f-04f51883d800 with Priority: HIGHEST for action port [ 646.088502] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.088502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.088628] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.089448] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.089977] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.090101] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.090165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.090340] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.090505] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.090636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.090675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.090801] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.090872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.090959] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.092147] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-19298934-9c27-40cd-ac4f-04f51883d800 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.092250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.092313] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.092460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.092526] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19298934-9c27-40cd-ac4f-04f51883d800',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.367141] env[68824]: INFO networking_nsxv3.common.synchronization [None req-65351233-65cf-4742-958c-5a584daa7854 None None] Enqueued Resource ID: 3b493345-14fa-4e50-af61-17a0f5a5c8c9 with Priority: HIGHEST for action port [ 646.367141] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b493345-14fa-4e50-af61-17a0f5a5c8c9 with Priority: HIGHEST for action port [ 646.367141] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b493345-14fa-4e50-af61-17a0f5a5c8c9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.367141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b493345-14fa-4e50-af61-17a0f5a5c8c9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.367141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b493345-14fa-4e50-af61-17a0f5a5c8c9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.367141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b493345-14fa-4e50-af61-17a0f5a5c8c9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.367141] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b493345-14fa-4e50-af61-17a0f5a5c8c9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.475390] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.475390] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.475390] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6515db56-e612-4206-9873-9cace615a8e6 already deleted. [ 646.475390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.563920] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1 [ 646.564062] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.564232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.564306] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.564544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.564661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564768] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1 already deleted. [ 646.564889] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc820bb8-83ce-48cd-84f3-6c3e7a1ca8a1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.596149] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.598042] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.598042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.598247] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19298934-9c27-40cd-ac4f-04f51883d800 with status ACTIVE [ 646.598410] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.598551] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.598609] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.598828] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.598922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.599104] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.599213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.599263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.599410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.599486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.599693] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.599807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.599807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.599925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.599999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.602359] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19298934-9c27-40cd-ac4f-04f51883d800 is going to be updated. [ 646.625305] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.625305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.625305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.625305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.625305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.625305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19298934-9c27-40cd-ac4f-04f51883d800" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.712023] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-722" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-722" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-722" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.712023] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.712023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.712023] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.712023] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.712023] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.712023] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.713409] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.713409] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.713409] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.738158] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.738158] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.738299] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.738431] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-722" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.738730] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-515669ab-18ad-404a-ac64-ba02423a7ab0 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.738929] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.739076] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.739421] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.739576] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515669ab-18ad-404a-ac64-ba02423a7ab0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.850292] env[68824]: INFO networking_nsxv3.common.synchronization [None req-26a43d3f-12e4-403e-9244-77869a52218f None None] Enqueued Resource ID: 22b38561-2b72-45fc-8520-f532e806aa46 with Priority: HIGHEST for action port [ 646.850292] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b38561-2b72-45fc-8520-f532e806aa46 with Priority: HIGHEST for action port [ 646.850292] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-22b38561-2b72-45fc-8520-f532e806aa46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.850292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22b38561-2b72-45fc-8520-f532e806aa46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.850292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22b38561-2b72-45fc-8520-f532e806aa46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.850292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22b38561-2b72-45fc-8520-f532e806aa46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.850292] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b38561-2b72-45fc-8520-f532e806aa46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.876456] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b493345-14fa-4e50-af61-17a0f5a5c8c9 [ 646.877728] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.877728] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.877728] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.877728] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.878249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.878249] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b493345-14fa-4e50-af61-17a0f5a5c8c9 already deleted. [ 646.878249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b493345-14fa-4e50-af61-17a0f5a5c8c9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.101139] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.242434] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.244665] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.244796] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.245161] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.245382] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.245466] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 515669ab-18ad-404a-ac64-ba02423a7ab0 not found, creating... [ 647.245753] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.245959] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.246046] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.246262] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.247741] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.247741] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.247741] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.247741] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.248960] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.249144] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.249292] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 515669ab-18ad-404a-ac64-ba02423a7ab0 is going to be created. [ 647.273403] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.275057] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.275057] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.275057] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.275057] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.275057] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.353267] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22b38561-2b72-45fc-8520-f532e806aa46 [ 647.353500] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.353636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.354686] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.355113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.355387] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.355387] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22b38561-2b72-45fc-8520-f532e806aa46 already deleted. [ 647.355456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22b38561-2b72-45fc-8520-f532e806aa46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.604208] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.604514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.604514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.604644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.604737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.604836] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4081c693-3556-478d-9365-c97f38a7f9ac is going to be created. [ 647.632354] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.632899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.632899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.632899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.633084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.641819] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4081c693-3556-478d-9365-c97f38a7f9ac in Status: UNINITIALIZED for 2s [ 647.667336] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 647.667336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.667468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.668573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.668573] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.668573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.668573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.668573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.668573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.668573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.668573] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.692203] env[68824]: INFO networking_nsxv3.common.synchronization [None req-04c6df64-cfa2-4101-8276-561978c9762a tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 647.692203] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 647.692203] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.692203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.692203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.692450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.692482] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.856246] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 req-2e27f745-7d86-42f2-b62e-48baf6470b06 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 647.857342] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 647.858052] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.858052] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.858052] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.858443] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.858443] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.859699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.859699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.859699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.859699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.859699] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.008231] env[68824]: INFO networking_nsxv3.common.synchronization [None req-2f8ee05c-0f12-4212-8198-e631947cde9c tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 648.008231] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 648.008231] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.008231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.172300] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.173160] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.173160] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.173160] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.174737] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.174737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.174737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.175116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.175610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.175837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.176049] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.176156] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.176221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.176385] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.176529] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.176797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.176797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.176900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.176931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.177132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.177180] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.219641] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.219792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.219864] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.220110] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.220203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.220313] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 already deleted. [ 648.221255] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.221971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.221971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.222139] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.363168] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.364327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.364327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.364327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.364611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.364611] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.364781] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.364781] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.365153] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.365592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.365737] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c already deleted. [ 648.365838] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.684042] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb4ee079-1701-4055-a831-4efd5ef025d7: rpc.has_security_group_logging(os_id): False [ 648.701095] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.701285] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.701381] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.701747] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.701811] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.702129] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.702220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.702258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.702456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.702507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.702823] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.702942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.702942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.703223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.703461] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.703533] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.703637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.703637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.703776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.703998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.703998] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be created. [ 648.752903] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.752903] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.752903] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.753109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.753958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.753958] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 already deleted. [ 648.753958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.758962] env[68824]: INFO networking_nsxv3.common.synchronization [req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 req-393d5058-9a35-4328-84ef-9cf2dce4880a service nova] Enqueued Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_rules [ 648.759767] env[68824]: INFO networking_nsxv3.common.synchronization [req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 req-393d5058-9a35-4328-84ef-9cf2dce4880a service nova] Enqueued Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_members [ 648.759767] env[68824]: INFO networking_nsxv3.common.synchronization [req-cfdd2ff4-1920-4d28-aa2b-108f176710c0 req-393d5058-9a35-4328-84ef-9cf2dce4880a service nova] Enqueued Resource ID: 515669ab-18ad-404a-ac64-ba02423a7ab0 with Priority: HIGHEST for action port [ 648.759767] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_rules [ 648.759767] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_members [ 648.759767] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515669ab-18ad-404a-ac64-ba02423a7ab0 with Priority: HIGHEST for action port [ 648.761111] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.761111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.761111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.761287] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.761330] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.762167] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.762318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.762349] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.762513] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.762799] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.762867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.762914] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.763075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.763190] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.763247] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.764092] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-515669ab-18ad-404a-ac64-ba02423a7ab0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.764195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.764307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.764411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.764484] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515669ab-18ad-404a-ac64-ba02423a7ab0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.766905] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.766905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.766905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.766905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.767897] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.778873] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: IN_PROGRESS for 2s [ 649.171722] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172025] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172107] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172384] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.172701] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172942] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.173050] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.173658] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.173769] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.173996] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.174111] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.174230] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.174343] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.174499] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.174559] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.174691] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.192625] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.193192] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.193500] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.193691] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.194038] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-7aae7b71-f1a0-484d-a02e-c830e4456ac9 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.194231] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.194353] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.194679] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.194833] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aae7b71-f1a0-484d-a02e-c830e4456ac9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.266717] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.266847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.269558] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.270449] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 515669ab-18ad-404a-ac64-ba02423a7ab0 with status ACTIVE [ 649.270813] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.270813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.270813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.271282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.271282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.271282] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.271469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.271469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.271568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.271725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.271807] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.271896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.271954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.272108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.272337] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.272337] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 515669ab-18ad-404a-ac64-ba02423a7ab0 is going to be updated. [ 649.298104] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.298104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.298104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.298104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.298104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.298104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515669ab-18ad-404a-ac64-ba02423a7ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.322024] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a4672c71-15e4-4c1a-91f2-661cf3fd077b None None] Enqueued Resource ID: c4ddb757-1426-4e5a-a20b-d72986f6dc0c with Priority: HIGHEST for action port [ 649.322024] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ddb757-1426-4e5a-a20b-d72986f6dc0c with Priority: HIGHEST for action port [ 649.322024] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ddb757-1426-4e5a-a20b-d72986f6dc0c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.322024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ddb757-1426-4e5a-a20b-d72986f6dc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.322024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ddb757-1426-4e5a-a20b-d72986f6dc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.327352] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ddb757-1426-4e5a-a20b-d72986f6dc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.327352] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ddb757-1426-4e5a-a20b-d72986f6dc0c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.653114] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4081c693-3556-478d-9365-c97f38a7f9ac in Status: SUCCESS [ 649.653114] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.653114] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.653631] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.653631] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.653631] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.653843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.653843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.653903] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.653979] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.654088] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.657455] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c8efa41b-7044-45f0-bf96-2484aa925e9e None None] Enqueued Resource ID: 1e0bfca6-0f70-45de-9eef-754dfb0afb0d with Priority: HIGHEST for action port [ 649.657748] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0bfca6-0f70-45de-9eef-754dfb0afb0d with Priority: HIGHEST for action port [ 649.658181] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0bfca6-0f70-45de-9eef-754dfb0afb0d taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.658367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0bfca6-0f70-45de-9eef-754dfb0afb0d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.658552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0bfca6-0f70-45de-9eef-754dfb0afb0d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.659283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0bfca6-0f70-45de-9eef-754dfb0afb0d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.659283] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0bfca6-0f70-45de-9eef-754dfb0afb0d',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.697830] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.698167] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.698222] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.698475] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.698601] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.698758] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 not found, creating... [ 649.699359] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.699359] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.699359] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.699524] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.699655] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.699939] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.700221] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.700379] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.700758] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.700822] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.700998] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 7aae7b71-f1a0-484d-a02e-c830e4456ac9 is going to be created. [ 649.726806] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.726994] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.727171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.727555] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.728067] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.728313] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.779618] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.827968] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4ddb757-1426-4e5a-a20b-d72986f6dc0c [ 649.828289] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.828436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.828529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.828883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.829038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.829116] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4ddb757-1426-4e5a-a20b-d72986f6dc0c already deleted. [ 649.829218] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ddb757-1426-4e5a-a20b-d72986f6dc0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.157405] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.157556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.157622] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.157825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.157977] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.158083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.158186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.158282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.158365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.158447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.161028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.161152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.161215] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.161371] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.162168] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.162277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.162339] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.163040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.163040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163040] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.163986] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e0bfca6-0f70-45de-9eef-754dfb0afb0d [ 650.164158] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.164257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.164319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.164466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.164544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.164658] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e0bfca6-0f70-45de-9eef-754dfb0afb0d already deleted. [ 650.164742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0bfca6-0f70-45de-9eef-754dfb0afb0d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.281935] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.281935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.281935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.282087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.282087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.283029] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6515db56-e612-4206-9873-9cace615a8e6 is going to be created. [ 650.307983] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.308103] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.308103] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.308317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.308463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.319457] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6515db56-e612-4206-9873-9cace615a8e6 in Status: UNINITIALIZED for 2s [ 650.667599] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4081c693-3556-478d-9365-c97f38a7f9ac: rpc.has_security_group_logging(os_id): False [ 650.687684] env[68824]: INFO networking_nsxv3.common.synchronization [req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 req-aa126de2-0aeb-4eb2-bfe3-0fa3cd30519d tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Enqueued Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_members [ 650.690870] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.690981] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.691086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.691327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.694064] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694298] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.694410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.694476] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.694654] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.694736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694931] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695493] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695588] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695638] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695918] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4081c693-3556-478d-9365-c97f38a7f9ac is going to be created. [ 650.697518] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_members [ 650.697849] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.698200] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.698200] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.698309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.698375] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.698615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.698615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.698731] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.698731] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.698811] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.758457] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.758595] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.758662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.759876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.760089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.770486] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4081c693-3556-478d-9365-c97f38a7f9ac in Status: IN_PROGRESS for 2s [ 650.791703] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 650.791703] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.911095] env[68824]: INFO networking_nsxv3.common.synchronization [None req-310037f7-0388-40b8-bd5c-699388f69582 None None] Enqueued Resource ID: 8e939a0a-3788-403b-8057-c5eb0d3e8edb with Priority: HIGHEST for action port [ 650.911362] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e939a0a-3788-403b-8057-c5eb0d3e8edb with Priority: HIGHEST for action port [ 650.911929] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e939a0a-3788-403b-8057-c5eb0d3e8edb taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.912476] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e939a0a-3788-403b-8057-c5eb0d3e8edb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.912553] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e939a0a-3788-403b-8057-c5eb0d3e8edb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.912848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e939a0a-3788-403b-8057-c5eb0d3e8edb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.912929] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e939a0a-3788-403b-8057-c5eb0d3e8edb',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.201247] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.201498] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.201498] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.202450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.202450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.202450] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.203145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.203313] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.204197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.204287] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.205060] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 already deleted. [ 651.205060] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.277142] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 req-2da39d0e-4ded-4f1b-82a2-4b831580030d service nova] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_rules [ 651.277309] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 req-2da39d0e-4ded-4f1b-82a2-4b831580030d service nova] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 651.277443] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0273be9-5aeb-4e72-b07d-8d06f8addf42 req-2da39d0e-4ded-4f1b-82a2-4b831580030d service nova] Enqueued Resource ID: 7aae7b71-f1a0-484d-a02e-c830e4456ac9 with Priority: HIGHEST for action port [ 651.277670] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_rules [ 651.277793] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 651.277885] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aae7b71-f1a0-484d-a02e-c830e4456ac9 with Priority: HIGHEST for action port [ 651.279381] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.279499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.279564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.279802] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.279881] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.281056] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.281158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.281222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.281383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.281695] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.281695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.281695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.281848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.281884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.281959] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.283290] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aae7b71-f1a0-484d-a02e-c830e4456ac9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.283396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.283679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.283679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.283679] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aae7b71-f1a0-484d-a02e-c830e4456ac9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.419226] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e939a0a-3788-403b-8057-c5eb0d3e8edb [ 651.419226] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419226] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419226] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.419593] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e939a0a-3788-403b-8057-c5eb0d3e8edb already deleted. [ 651.419636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e939a0a-3788-403b-8057-c5eb0d3e8edb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784441] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.785707] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.785843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.785995] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aae7b71-f1a0-484d-a02e-c830e4456ac9 with status ACTIVE [ 651.786218] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.786399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.786450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.786623] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.786837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.786999] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.788104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.791581] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.791581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.791581] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aae7b71-f1a0-484d-a02e-c830e4456ac9 is going to be updated. [ 651.815696] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.815696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.815696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.816514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.816514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.816514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aae7b71-f1a0-484d-a02e-c830e4456ac9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.878745] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.879635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-611" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.879635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-611" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.879635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-611" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.879894] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.882214] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.882320] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.882730] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.884019] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.884019] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.884019] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.884019] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.884019] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.884019] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.884019] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.884282] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.906387] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.906575] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.906728] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.906914] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-611" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.907249] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.908544] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.909040] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.909484] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.910026] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.292440] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.330964] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6515db56-e612-4206-9873-9cace615a8e6 in Status: SUCCESS [ 652.330964] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.330964] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.331193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.331785] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.333056] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.333056] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.333056] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.333056] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.333056] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.333056] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.414259] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.414387] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.414511] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.418876] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.418876] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.418876] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 not found, creating... [ 652.418876] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.418876] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.418876] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.418876] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.418876] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.418876] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.419579] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.419579] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.421127] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.421127] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.421127] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 is going to be created. [ 652.440440] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.440660] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.440787] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.441102] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.441655] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.441655] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.478991] env[68824]: INFO networking_nsxv3.common.synchronization [None req-b3bec8b1-18e6-4620-b1ce-afa5d95f960f None None] Enqueued Resource ID: a3241c92-fe94-4a0f-b9a5-73a03925435b with Priority: HIGHEST for action port [ 652.478991] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3241c92-fe94-4a0f-b9a5-73a03925435b with Priority: HIGHEST for action port [ 652.480193] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3241c92-fe94-4a0f-b9a5-73a03925435b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.480193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3241c92-fe94-4a0f-b9a5-73a03925435b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.480193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3241c92-fe94-4a0f-b9a5-73a03925435b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.480193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3241c92-fe94-4a0f-b9a5-73a03925435b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.480406] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3241c92-fe94-4a0f-b9a5-73a03925435b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.781887] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4081c693-3556-478d-9365-c97f38a7f9ac in Status: SUCCESS [ 652.782224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.795504] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.795504] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.795504] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.798159] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.798159] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.798159] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be created. [ 652.819685] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.822823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.822823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.822823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.822823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.830419] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: UNINITIALIZED for 2s [ 652.835446] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.835701] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.835751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.835985] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.836191] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.836287] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.836360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.836516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.836653] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.837193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.837193] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.837306] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.837366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.837534] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.837803] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.837803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.837922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.838169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.838169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.838624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.838624] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.989239] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3241c92-fe94-4a0f-b9a5-73a03925435b [ 652.989239] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.989239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.989239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.989239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.989239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.989239] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3241c92-fe94-4a0f-b9a5-73a03925435b already deleted. [ 652.989239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3241c92-fe94-4a0f-b9a5-73a03925435b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.341819] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6515db56-e612-4206-9873-9cace615a8e6: rpc.has_security_group_logging(os_id): False [ 653.352122] env[68824]: INFO networking_nsxv3.common.synchronization [None req-08861d83-c943-4bd9-99fe-be9ce771dceb None None] Enqueued Resource ID: 99655fa3-4b68-4509-87b9-9ed6a98e0d85 with Priority: HIGHEST for action port [ 653.354086] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99655fa3-4b68-4509-87b9-9ed6a98e0d85 with Priority: HIGHEST for action port [ 653.357169] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-99655fa3-4b68-4509-87b9-9ed6a98e0d85 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.357169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99655fa3-4b68-4509-87b9-9ed6a98e0d85" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.357347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99655fa3-4b68-4509-87b9-9ed6a98e0d85" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.357533] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99655fa3-4b68-4509-87b9-9ed6a98e0d85" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.357757] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99655fa3-4b68-4509-87b9-9ed6a98e0d85',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.361926] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.362062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.362127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.362350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.362441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.362826] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.363020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.363020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.363326] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.363326] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.363506] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.363614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.363675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.363834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.364032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.365342] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.365601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.365601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.365772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.365858] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.365954] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6515db56-e612-4206-9873-9cace615a8e6 is going to be created. [ 653.421376] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.421591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.421700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.421985] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.422856] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.434017] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6515db56-e612-4206-9873-9cace615a8e6 in Status: IN_PROGRESS for 2s [ 653.716921] env[68824]: INFO networking_nsxv3.common.synchronization [req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 req-9da90655-3a2a-499c-a8cb-1ca6c5ce12b6 service nova] Enqueued Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_rules [ 653.716921] env[68824]: INFO networking_nsxv3.common.synchronization [req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 req-9da90655-3a2a-499c-a8cb-1ca6c5ce12b6 service nova] Enqueued Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_members [ 653.716921] env[68824]: INFO networking_nsxv3.common.synchronization [req-68a9cd7f-31d5-4fcd-819c-a8bde68ba484 req-9da90655-3a2a-499c-a8cb-1ca6c5ce12b6 service nova] Enqueued Resource ID: b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 with Priority: HIGHEST for action port [ 653.717228] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_rules [ 653.717434] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_members [ 653.717625] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 with Priority: HIGHEST for action port [ 653.718073] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.718244] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.718379] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.718701] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.718863] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.720149] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.720149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.720149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.720416] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.720615] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.720756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.720862] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.721050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.721736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.721736] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.722148] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.722814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.722908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.723127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.723233] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.788358] env[68824]: INFO networking_nsxv3.common.synchronization [None req-520813e4-e7b6-4187-829d-5d9119036ea0 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Enqueued Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_rules [ 653.789097] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_rules [ 653.789631] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.789760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.789828] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.791283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.791424] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.860675] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99655fa3-4b68-4509-87b9-9ed6a98e0d85 [ 653.860675] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.860675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.860675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.860675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.860675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.860675] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99655fa3-4b68-4509-87b9-9ed6a98e0d85 already deleted. [ 653.860675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99655fa3-4b68-4509-87b9-9ed6a98e0d85" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.985207] env[68824]: INFO networking_nsxv3.common.synchronization [None req-df0919b5-213f-41d4-ba3a-34f2e579d62e tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Enqueued Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_rules [ 653.987929] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_rules [ 653.987929] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.987929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.225247] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.225509] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.225588] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.226686] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 with status ACTIVE [ 654.226799] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.226916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.227145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.228013] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.228309] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.228604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.228604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.228800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.228912] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.229049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.229049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.229332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.229332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.229332] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0 is going to be updated. [ 654.251299] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.251299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.251299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.251644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.251644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.251740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11a0521-4aa5-4c35-b5c8-7d5afa2bd3a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.310199] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.310278] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.310338] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.310584] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.310672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.310771] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 already deleted. [ 654.310853] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.310999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311274] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.732825] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.834046] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.834230] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.834305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.834506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.834687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.834901] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 already deleted. [ 654.836019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.844359] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 654.844502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.844697] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.844955] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.845340] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.845620] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.845620] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.845715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.845744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.846665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.846665] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.888765] env[68824]: INFO networking_nsxv3.common.synchronization [None req-33a0c627-3fd1-4cb5-9845-237941ee2e83 None None] Enqueued Resource ID: 70ed11cf-6409-4e47-9fd8-26552b9e75c3 with Priority: HIGHEST for action port [ 654.889430] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ed11cf-6409-4e47-9fd8-26552b9e75c3 with Priority: HIGHEST for action port [ 654.889740] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ed11cf-6409-4e47-9fd8-26552b9e75c3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.889869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ed11cf-6409-4e47-9fd8-26552b9e75c3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.889975] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ed11cf-6409-4e47-9fd8-26552b9e75c3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.890251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ed11cf-6409-4e47-9fd8-26552b9e75c3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.890336] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ed11cf-6409-4e47-9fd8-26552b9e75c3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.240100] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.240480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.240607] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.241917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.241917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.241917] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 is going to be created. [ 655.265750] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.265882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.265948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.266177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.266327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.278224] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 in Status: UNINITIALIZED for 2s [ 655.350337] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.350533] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.350618] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.350876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.351115] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.351249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.351320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.351513] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.351640] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.351732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.351891] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.351987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.352089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.352252] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.352413] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.352522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.352612] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.352788] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.352888] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.352974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.353105] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.392054] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70ed11cf-6409-4e47-9fd8-26552b9e75c3 [ 655.393305] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.393305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.393305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.393305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.393305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.393305] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70ed11cf-6409-4e47-9fd8-26552b9e75c3 already deleted. [ 655.393305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ed11cf-6409-4e47-9fd8-26552b9e75c3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.446413] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6515db56-e612-4206-9873-9cace615a8e6 in Status: SUCCESS [ 655.446826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.493048] env[68824]: INFO networking_nsxv3.common.synchronization [req-c22f507a-2818-47d2-a331-8f29bf3807ea req-c1217405-9132-4913-98f1-ebdea0a3c48b tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 655.493048] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 655.493048] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.493048] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.493048] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.493393] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.493574] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.493662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.493696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.493892] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.494029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.495113] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.858069] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf2d692-6da9-45a5-a6e9-c5df2da0609c: rpc.has_security_group_logging(os_id): False [ 655.874908] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.875166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.876770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.876770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.876770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.876770] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.876770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.876770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.876770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.877092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.877292] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.877533] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.877758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.878057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.878167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.878442] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.878566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.878766] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.878834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.879328] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.879328] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be created. [ 655.939848] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.940203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.940203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.940328] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.940510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.960156] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: IN_PROGRESS for 2s [ 655.999538] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.999538] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.999538] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf already deleted. [ 655.999538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.057257] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.057500] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.057604] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058029] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058187] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.058347] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.058458] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058692] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058839] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.059415] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.060281] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.060281] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.060281] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.060281] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.060281] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.060281] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.088829] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.088829] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.088829] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.088829] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.088829] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b48a7b2c-b352-4cb1-8aad-89fae0152019 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.088829] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.088829] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.089171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.089171] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48a7b2c-b352-4cb1-8aad-89fae0152019',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.592136] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596204] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596408] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.596730] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.596875] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.597085] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b48a7b2c-b352-4cb1-8aad-89fae0152019 not found, creating... [ 656.597393] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.597635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.597696] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.597911] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.598065] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.598359] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.598568] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.598637] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.598835] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.599013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.599121] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b48a7b2c-b352-4cb1-8aad-89fae0152019 is going to be created. [ 656.618564] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.618564] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.618721] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.619135] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.619320] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.620578] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.841216] env[68824]: INFO networking_nsxv3.common.synchronization [None req-9d5c7991-9c5b-4838-9981-b48b8be2f28b None None] Enqueued Resource ID: 0b91d4f3-5514-4cdb-8346-69d37cb811ca with Priority: HIGHEST for action port [ 656.841875] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b91d4f3-5514-4cdb-8346-69d37cb811ca with Priority: HIGHEST for action port [ 656.842208] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b91d4f3-5514-4cdb-8346-69d37cb811ca taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.842360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b91d4f3-5514-4cdb-8346-69d37cb811ca" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.842451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b91d4f3-5514-4cdb-8346-69d37cb811ca" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.847319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b91d4f3-5514-4cdb-8346-69d37cb811ca" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.848312] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b91d4f3-5514-4cdb-8346-69d37cb811ca',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.293689] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 in Status: SUCCESS [ 657.293987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.294182] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.294399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.294744] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.294744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.294872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.295316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.295316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.295316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.295316] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.350724] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b91d4f3-5514-4cdb-8346-69d37cb811ca [ 657.350724] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.350724] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.350724] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.351122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.351122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.351189] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b91d4f3-5514-4cdb-8346-69d37cb811ca already deleted. [ 657.351225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b91d4f3-5514-4cdb-8346-69d37cb811ca" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.385015] env[68824]: INFO networking_nsxv3.common.synchronization [req-c22f507a-2818-47d2-a331-8f29bf3807ea req-3a049bbf-fcda-4492-a188-60c6c5b70837 service nova] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_rules [ 657.385254] env[68824]: INFO networking_nsxv3.common.synchronization [req-c22f507a-2818-47d2-a331-8f29bf3807ea req-3a049bbf-fcda-4492-a188-60c6c5b70837 service nova] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 657.385411] env[68824]: INFO networking_nsxv3.common.synchronization [req-c22f507a-2818-47d2-a331-8f29bf3807ea req-3a049bbf-fcda-4492-a188-60c6c5b70837 service nova] Enqueued Resource ID: b48a7b2c-b352-4cb1-8aad-89fae0152019 with Priority: HIGHEST for action port [ 657.385959] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_rules [ 657.386122] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 657.386228] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48a7b2c-b352-4cb1-8aad-89fae0152019 with Priority: HIGHEST for action port [ 657.386514] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.386636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.386699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.386966] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.387058] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.387911] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.388059] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.388130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.388302] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.388443] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.388534] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.388591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.388729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.388811] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.388931] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.389717] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48a7b2c-b352-4cb1-8aad-89fae0152019 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.389820] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.389882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.390039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.391904] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48a7b2c-b352-4cb1-8aad-89fae0152019',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.798603] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.798754] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.798823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.799061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.799218] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.799315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.800022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.800022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.800022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.800022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.800022] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.800022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.800022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.800327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.800327] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.800395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.800426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.800547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.800629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.800709] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.800794] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.892242] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.894894] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.895249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.896152] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b48a7b2c-b352-4cb1-8aad-89fae0152019 with status ACTIVE [ 657.896344] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.896459] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.896519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.896873] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.896873] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.897024] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.897647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.897733] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.897897] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.898018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898236] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.898331] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.898402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.898562] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.898672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898818] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b48a7b2c-b352-4cb1-8aad-89fae0152019 is going to be updated. [ 657.918445] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.918787] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.918787] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.922237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.922464] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48a7b2c-b352-4cb1-8aad-89fae0152019" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.986449] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 657.986449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.989107] env[68824]: INFO networking_nsxv3.common.synchronization [req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 req-2f301782-3efa-4f59-a594-743e076b317b tempest-ServerActionsTestJSON-498692039 tempest-ServerActionsTestJSON-498692039-project-member] Enqueued Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_members [ 657.989930] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_members [ 657.990366] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a92d907-471e-4277-8883-bc8c0c8a4dda taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.990519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.990594] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.990988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.991138] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.991201] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.991271] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.991379] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.991462] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.991554] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.265288] env[68824]: INFO networking_nsxv3.common.synchronization [None req-fbd64cb2-08c8-41ec-b883-8eb9ce828eaf None None] Enqueued Resource ID: 84b3cf74-ac19-4844-b9cd-5f86868ef4f6 with Priority: HIGHEST for action port [ 658.265549] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b3cf74-ac19-4844-b9cd-5f86868ef4f6 with Priority: HIGHEST for action port [ 658.266645] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b3cf74-ac19-4844-b9cd-5f86868ef4f6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.266645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b3cf74-ac19-4844-b9cd-5f86868ef4f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.266645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b3cf74-ac19-4844-b9cd-5f86868ef4f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.266912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b3cf74-ac19-4844-b9cd-5f86868ef4f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.266912] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b3cf74-ac19-4844-b9cd-5f86868ef4f6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.305279] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd825e0-d20a-417b-ae92-ebf2509d01e6: rpc.has_security_group_logging(os_id): False [ 658.321646] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.321833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.321965] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.322312] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.322648] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.322777] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.322854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.323521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.323521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.323521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.324153] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.324314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.324965] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.325493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.325597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.326153] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.326796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.326892] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.327096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.327180] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.327355] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 is going to be created. [ 658.389020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.389020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.389020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.389020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.389528] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.399544] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.402102] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 in Status: IN_PROGRESS for 2s [ 658.503109] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.503109] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.503109] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda already deleted. [ 658.503109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.651799] env[68824]: INFO networking_nsxv3.common.synchronization [None req-7f330e41-5b08-450c-96a0-44cdb6acdaee None None] Enqueued Resource ID: 982cf04e-a8ff-4182-ba5b-56ca3db98230 with Priority: HIGHEST for action port [ 658.653270] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982cf04e-a8ff-4182-ba5b-56ca3db98230 with Priority: HIGHEST for action port [ 658.654686] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-982cf04e-a8ff-4182-ba5b-56ca3db98230 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.654828] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982cf04e-a8ff-4182-ba5b-56ca3db98230" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.654901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982cf04e-a8ff-4182-ba5b-56ca3db98230" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.655199] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982cf04e-a8ff-4182-ba5b-56ca3db98230" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.655544] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982cf04e-a8ff-4182-ba5b-56ca3db98230',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.770398] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84b3cf74-ac19-4844-b9cd-5f86868ef4f6 [ 658.770652] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.770894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.770894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.771986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.771986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.771986] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84b3cf74-ac19-4844-b9cd-5f86868ef4f6 already deleted. [ 658.771986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b3cf74-ac19-4844-b9cd-5f86868ef4f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908186] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.908186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.908186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.908186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908442] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be created. [ 658.945257] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.945478] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.945800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.946214] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.959860] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: UNINITIALIZED for 2s [ 659.158279] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982cf04e-a8ff-4182-ba5b-56ca3db98230 [ 659.158524] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.158657] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.158723] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.158938] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.159033] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.159965] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982cf04e-a8ff-4182-ba5b-56ca3db98230 already deleted. [ 659.159965] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982cf04e-a8ff-4182-ba5b-56ca3db98230" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.166907] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.167290] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-684" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.167722] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-684" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.168088] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-684" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.168675] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.169336] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.172022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.172022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.172022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.172022] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.172022] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.172022] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.172022] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.172022] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.172022] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.172375] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.180266] env[68824]: INFO networking_nsxv3.common.synchronization [None req-1db84abc-4537-411e-8480-41fd948341c2 None None] Enqueued Resource ID: f0686617-8910-402a-b3d0-6112d35adbd1 with Priority: HIGHEST for action port [ 659.181974] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0686617-8910-402a-b3d0-6112d35adbd1 with Priority: HIGHEST for action port [ 659.181974] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0686617-8910-402a-b3d0-6112d35adbd1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.181974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0686617-8910-402a-b3d0-6112d35adbd1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.181974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0686617-8910-402a-b3d0-6112d35adbd1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.181974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0686617-8910-402a-b3d0-6112d35adbd1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.181974] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0686617-8910-402a-b3d0-6112d35adbd1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.190353] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.190353] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.190353] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.190353] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-684" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.190353] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-6d3c7c2f-4fd6-4a18-a100-05b259da0904 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.190691] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.190691] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.191325] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.191508] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3c7c2f-4fd6-4a18-a100-05b259da0904',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.683561] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0686617-8910-402a-b3d0-6112d35adbd1 [ 659.683919] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.683997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.684107] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.684334] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.684426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.684524] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0686617-8910-402a-b3d0-6112d35adbd1 already deleted. [ 659.684608] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0686617-8910-402a-b3d0-6112d35adbd1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.693445] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.693662] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.693811] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.694145] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.694318] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.694475] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 6d3c7c2f-4fd6-4a18-a100-05b259da0904 not found, creating... [ 659.694733] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.695025] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.695177] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.695422] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.695578] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.695883] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.699765] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.699765] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.699765] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.699765] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.699765] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 6d3c7c2f-4fd6-4a18-a100-05b259da0904 is going to be created. [ 659.719260] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.719859] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.719859] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.721659] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.721659] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.721934] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.419915] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 in Status: SUCCESS [ 660.419915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.479013] env[68824]: INFO networking_nsxv3.common.synchronization [req-22749cf5-0e93-4f89-af31-aac07e76614d req-a75728ea-2a6d-497f-939e-fe1f379b1c74 tempest-VolumesAssistedSnapshotsTest-683661139 tempest-VolumesAssistedSnapshotsTest-683661139-project-member] Enqueued Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_members [ 660.479636] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_members [ 660.480934] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.480934] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.480934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.485034] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.546307] env[68824]: INFO networking_nsxv3.common.synchronization [req-66c65a2b-5b7b-4f04-86a0-7707b69dfc6f req-46a4800f-f83f-4be3-951c-a45009f19bc8 tempest-DeleteServersAdminTestJSON-818939159 tempest-DeleteServersAdminTestJSON-818939159-project-admin] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 660.546561] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 660.547656] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.547656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.547946] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547946] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547946] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.548675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.548675] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.548675] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.846020] env[68824]: INFO networking_nsxv3.common.synchronization [req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 req-ba91c2b9-20dc-45e0-b0bd-e51f7bdb0015 service nova] Enqueued Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_rules [ 660.846020] env[68824]: INFO networking_nsxv3.common.synchronization [req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 req-ba91c2b9-20dc-45e0-b0bd-e51f7bdb0015 service nova] Enqueued Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_members [ 660.846020] env[68824]: INFO networking_nsxv3.common.synchronization [req-e15d99bd-be8d-4ca4-a372-1a82db01ba48 req-ba91c2b9-20dc-45e0-b0bd-e51f7bdb0015 service nova] Enqueued Resource ID: 6d3c7c2f-4fd6-4a18-a100-05b259da0904 with Priority: HIGHEST for action port [ 660.846020] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_rules [ 660.846020] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda with Priority: HIGHEST for action security_group_members [ 660.846020] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3c7c2f-4fd6-4a18-a100-05b259da0904 with Priority: HIGHEST for action port [ 660.846020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a92d907-471e-4277-8883-bc8c0c8a4dda taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.847047] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.847232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.847527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.847826] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.848946] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a92d907-471e-4277-8883-bc8c0c8a4dda taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.849256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.849423] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.849696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.849974] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.850203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.850374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.850674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.851020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.851020] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.852667] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3c7c2f-4fd6-4a18-a100-05b259da0904 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.852667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.852667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.852667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.852667] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3c7c2f-4fd6-4a18-a100-05b259da0904',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.968679] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 660.969074] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.969153] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.969312] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.969499] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.969607] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.969672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.969840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.969921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.970015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.970109] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.988511] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.988511] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.988511] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.988742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.988792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.988966] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.989078] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.989132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.989276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.989339] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.989420] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 already deleted. [ 660.989495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.055071] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.055071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.055071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.055071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.055071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.055297] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.055297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.055394] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.055987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.055987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.055987] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be updated. [ 661.089369] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.089369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.089369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.089369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.089369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.102883] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: IN_PROGRESS for 2s [ 661.144389] env[68824]: INFO networking_nsxv3.common.synchronization [None req-30a8a40c-fbfe-430c-bb60-8e0aaca1d6a3 None None] Enqueued Resource ID: 099fd98f-38c4-48f7-bdd4-6666a4c6b35f with Priority: HIGHEST for action port [ 661.144389] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099fd98f-38c4-48f7-bdd4-6666a4c6b35f with Priority: HIGHEST for action port [ 661.144389] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-099fd98f-38c4-48f7-bdd4-6666a4c6b35f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.144389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099fd98f-38c4-48f7-bdd4-6666a4c6b35f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.144389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099fd98f-38c4-48f7-bdd4-6666a4c6b35f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.145176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099fd98f-38c4-48f7-bdd4-6666a4c6b35f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.145813] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099fd98f-38c4-48f7-bdd4-6666a4c6b35f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.354374] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.356435] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a92d907-471e-4277-8883-bc8c0c8a4dda taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.356435] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.356435] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d3c7c2f-4fd6-4a18-a100-05b259da0904 with status ACTIVE [ 661.356435] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.356635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.356635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.356808] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.356895] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.359617] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360576] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360889] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360889] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360889] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d3c7c2f-4fd6-4a18-a100-05b259da0904 is going to be updated. [ 661.381796] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.381960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.382043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.382258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.382396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.382551] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3c7c2f-4fd6-4a18-a100-05b259da0904" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.405018] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.405018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-115" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.405018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-115" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.405018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-115" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.406146] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.406338] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.406462] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.406728] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.406890] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.407102] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.407210] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.407318] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.407424] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.407529] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.407631] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.407763] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.427804] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.427987] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.429629] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.429629] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-115" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.429629] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b5421dbb-6226-41f7-9a62-b48dd9a57854 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.429629] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.429629] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.429629] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.429629] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5421dbb-6226-41f7-9a62-b48dd9a57854',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.478019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.478019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.478019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.478019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.478019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.479000] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.479000] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.479000] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.479000] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.479000] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.545388] env[68824]: INFO networking_nsxv3.common.synchronization [None req-79244c63-73d0-48c6-b59c-cc0933757720 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Enqueued Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_rules [ 661.546105] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_rules [ 661.547113] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb1273c-068c-448e-b087-596fb43001e9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.547528] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.547791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.548708] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.548708] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.628227] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a4e13085-8245-4ea9-b55d-90a151ac75db tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Enqueued Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_rules [ 661.628920] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_rules [ 661.629110] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.629184] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.629311] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.629466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.629563] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.649969] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 099fd98f-38c4-48f7-bdd4-6666a4c6b35f [ 661.649969] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.649969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.649969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.649969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.649969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.649969] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:099fd98f-38c4-48f7-bdd4-6666a4c6b35f already deleted. [ 661.649969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099fd98f-38c4-48f7-bdd4-6666a4c6b35f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.684866] env[68824]: INFO networking_nsxv3.common.synchronization [None req-fb84ab92-5500-4c3c-875a-f3b19b37d6c5 tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Enqueued Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_rules [ 661.684866] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_rules [ 661.689704] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb1273c-068c-448e-b087-596fb43001e9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.691053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.780116] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c30a2a48-b5a9-42c6-a3eb-3948ad1f44ee tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Enqueued Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_rules [ 661.780864] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_rules [ 661.781431] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.781553] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.858141] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.935593] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.935593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.935593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.935593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.935593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.935593] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b5421dbb-6226-41f7-9a62-b48dd9a57854 not found, creating... [ 661.935593] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.935593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.935593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.941306] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.941306] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.941306] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.941306] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.941306] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.945998] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.945998] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.945998] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b5421dbb-6226-41f7-9a62-b48dd9a57854 is going to be created. [ 661.966654] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.966654] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.966654] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.966862] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.967062] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.967223] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.981846] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc180486-4e56-4c40-be3b-8fcb7d01adaf: rpc.has_security_group_logging(os_id): False [ 662.010968] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.010968] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.010968] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.010968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.011441] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.011441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.011441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.011441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.011441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.011441] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be created. [ 662.076388] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.076512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.076587] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.076803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.076890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.076978] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb1273c-068c-448e-b087-596fb43001e9 already deleted. [ 662.077071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.077221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.077374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.077452] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.086651] env[68824]: INFO networking_nsxv3.common.synchronization [None req-14d6f962-1bca-4ca4-a0f2-4ad7aa0cdac5 None None] Enqueued Resource ID: bf856f42-3620-4507-abb1-9188b1ad535a with Priority: HIGHEST for action port [ 662.087233] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf856f42-3620-4507-abb1-9188b1ad535a with Priority: HIGHEST for action port [ 662.087573] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf856f42-3620-4507-abb1-9188b1ad535a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.087673] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf856f42-3620-4507-abb1-9188b1ad535a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.087764] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf856f42-3620-4507-abb1-9188b1ad535a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.088037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf856f42-3620-4507-abb1-9188b1ad535a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.088140] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf856f42-3620-4507-abb1-9188b1ad535a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.110260] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.110260] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.110260] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.110516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.110792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.127869] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: IN_PROGRESS for 2s [ 662.155081] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.155472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.155578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.156262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.156344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.159018] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: defe94d5-883a-4333-827a-cf87262e180c already deleted. [ 662.159018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.159018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.159018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.159018] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.360953] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.361127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.361193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.363076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.363076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.363076] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda is going to be created. [ 662.385239] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.385239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.385239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.385239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.385461] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.396733] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda in Status: UNINITIALIZED for 2s [ 662.401021] env[68824]: INFO networking_nsxv3.common.synchronization [None req-6c010319-0428-4a32-b027-e74be3415a57 None None] Enqueued Resource ID: 2c862644-02db-4a3b-8f7f-22ef616bdc58 with Priority: HIGHEST for action port [ 662.401021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c862644-02db-4a3b-8f7f-22ef616bdc58 with Priority: HIGHEST for action port [ 662.401021] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c862644-02db-4a3b-8f7f-22ef616bdc58 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.401021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c862644-02db-4a3b-8f7f-22ef616bdc58" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.401021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c862644-02db-4a3b-8f7f-22ef616bdc58" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.401413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c862644-02db-4a3b-8f7f-22ef616bdc58" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.401628] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c862644-02db-4a3b-8f7f-22ef616bdc58',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.589734] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf856f42-3620-4507-abb1-9188b1ad535a [ 662.589930] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.590084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.590144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.590499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.590499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.590601] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf856f42-3620-4507-abb1-9188b1ad535a already deleted. [ 662.590641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf856f42-3620-4507-abb1-9188b1ad535a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.597164] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.597346] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.597440] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.597669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.597790] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.597908] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb1273c-068c-448e-b087-596fb43001e9 already deleted. [ 662.598025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.677888] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678044] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.678481] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: defe94d5-883a-4333-827a-cf87262e180c already deleted. [ 662.678566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.859759] env[68824]: INFO networking_nsxv3.common.synchronization [None req-a95bfa21-c15a-43c7-98a0-b22bf6c20083 None None] Enqueued Resource ID: f7ee075a-192a-4517-958a-c85ed3fc84be with Priority: HIGHEST for action port [ 662.860102] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ee075a-192a-4517-958a-c85ed3fc84be with Priority: HIGHEST for action port [ 662.860625] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ee075a-192a-4517-958a-c85ed3fc84be taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.860772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ee075a-192a-4517-958a-c85ed3fc84be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.860846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ee075a-192a-4517-958a-c85ed3fc84be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.861095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ee075a-192a-4517-958a-c85ed3fc84be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.861182] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ee075a-192a-4517-958a-c85ed3fc84be',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.904635] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c862644-02db-4a3b-8f7f-22ef616bdc58 [ 662.904864] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.905043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.905099] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.905315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.905408] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.905507] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c862644-02db-4a3b-8f7f-22ef616bdc58 already deleted. [ 662.905590] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c862644-02db-4a3b-8f7f-22ef616bdc58" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.117236] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 663.117236] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 deletion is rescheduled due to dependency. [ 663.117236] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.162239] env[68824]: INFO networking_nsxv3.common.synchronization [req-22749cf5-0e93-4f89-af31-aac07e76614d req-1add81fc-0408-42d8-ba0f-9c0316984d8a service nova] Enqueued Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_rules [ 663.162399] env[68824]: INFO networking_nsxv3.common.synchronization [req-22749cf5-0e93-4f89-af31-aac07e76614d req-1add81fc-0408-42d8-ba0f-9c0316984d8a service nova] Enqueued Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_members [ 663.162490] env[68824]: INFO networking_nsxv3.common.synchronization [req-22749cf5-0e93-4f89-af31-aac07e76614d req-1add81fc-0408-42d8-ba0f-9c0316984d8a service nova] Enqueued Resource ID: b5421dbb-6226-41f7-9a62-b48dd9a57854 with Priority: HIGHEST for action port [ 663.163159] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_rules [ 663.163400] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 with Priority: HIGHEST for action security_group_members [ 663.163500] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5421dbb-6226-41f7-9a62-b48dd9a57854 with Priority: HIGHEST for action port [ 663.163870] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.168193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.168193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.168193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.168193] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.169996] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.169996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.169996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.169996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.169996] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.169996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.169996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.170263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.170263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.170320] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.172797] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5421dbb-6226-41f7-9a62-b48dd9a57854 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.172797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.172797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.172797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.172797] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5421dbb-6226-41f7-9a62-b48dd9a57854',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.365364] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ee075a-192a-4517-958a-c85ed3fc84be [ 663.365364] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.365364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.365364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.365364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.365364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.365364] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ee075a-192a-4517-958a-c85ed3fc84be already deleted. [ 663.365364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ee075a-192a-4517-958a-c85ed3fc84be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427561] env[68824]: INFO networking_nsxv3.common.synchronization [req-6d9f9e0c-a4ed-4f65-8050-c0201052d739 req-2c719a58-9233-44c0-9642-b9f8af138154 tempest-InstanceActionsV221TestJSON-992807858 tempest-InstanceActionsV221TestJSON-992807858-project-member] Enqueued Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_members [ 663.427561] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6515db56-e612-4206-9873-9cace615a8e6 with Priority: HIGHEST for action security_group_members [ 663.427561] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-6515db56-e612-4206-9873-9cace615a8e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.427561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.427561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.427561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.427561] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.429338] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.429763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.430091] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.430570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.430940] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6515db56-e612-4206-9873-9cace615a8e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.471254] env[68824]: INFO networking_nsxv3.common.synchronization [req-2c202c3a-c740-41ca-8d63-ae060b12198c req-60db354d-238c-4c3c-a6b1-6f1cdc25a0ec tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: 0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae with Priority: HIGHEST for action security_group_rules [ 663.472270] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae with Priority: HIGHEST for action security_group_rules [ 663.475716] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.475882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.476053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.476338] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.476425] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.604019] env[68824]: INFO networking_nsxv3.common.synchronization [req-f103c294-246b-4503-80db-94cd1d662bde req-355c9a1e-f15e-4909-9142-f6b6ba66dabc tempest-ServerDiagnosticsNegativeTest-1133873210 tempest-ServerDiagnosticsNegativeTest-1133873210-project-member] Enqueued Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_members [ 663.604019] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4081c693-3556-478d-9365-c97f38a7f9ac with Priority: HIGHEST for action security_group_members [ 663.604019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-4081c693-3556-478d-9365-c97f38a7f9ac taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.604019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.604019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.604870] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.605159] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.605382] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.605532] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.605775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.605955] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.606286] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4081c693-3556-478d-9365-c97f38a7f9ac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.676269] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.678398] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.678398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.678398] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5421dbb-6226-41f7-9a62-b48dd9a57854 with status ACTIVE [ 663.678398] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.678398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.678398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.678398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.678398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.678398] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.678398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.678767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.678767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.678767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.678852] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.678907] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.678971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.679122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.679198] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.679281] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5421dbb-6226-41f7-9a62-b48dd9a57854 is going to be updated. [ 663.807678] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.807678] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807678] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.807678] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.807678] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.807678] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5421dbb-6226-41f7-9a62-b48dd9a57854" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.936729] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.937885] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.937885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.938415] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6515db56-e612-4206-9873-9cace615a8e6 is going to be updated. [ 663.973942] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.973942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.973942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.973942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.973942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.992282] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6515db56-e612-4206-9873-9cace615a8e6 in Status: IN_PROGRESS for 2s [ 663.997147] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.997353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.997459] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.997726] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.998045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.998116] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae already deleted. [ 663.998307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d1f9bb1-f768-4f27-985b-2cbf6e3ab0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.114050] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.114050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.114276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.114315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.114397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.114584] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.114676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.114736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.114880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.114950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.115067] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4081c693-3556-478d-9365-c97f38a7f9ac is going to be updated. [ 664.142050] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.142196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.142299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.142497] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.142666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.144349] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 664.144526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.151922] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4081c693-3556-478d-9365-c97f38a7f9ac in Status: IN_PROGRESS for 2s [ 664.182284] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.407072] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda in Status: SUCCESS [ 664.407482] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.407482] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.407681] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.407880] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.408020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.408065] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.408210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.408312] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.408366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.408458] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.687600] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.687600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.687600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.687600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.687600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.687600] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 is going to be created. [ 664.710322] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.710450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.710504] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.710707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.710871] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719548] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 in Status: UNINITIALIZED for 2s [ 664.911766] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a92d907-471e-4277-8883-bc8c0c8a4dda',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.980827] env[68824]: INFO networking_nsxv3.common.synchronization [None req-73961cfa-8085-4db3-871e-684324cbce4e None None] Enqueued Resource ID: 6d59a72d-3680-4bfb-96c8-9aa035dfca4c with Priority: HIGHEST for action port [ 664.981245] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d59a72d-3680-4bfb-96c8-9aa035dfca4c with Priority: HIGHEST for action port [ 664.981245] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d59a72d-3680-4bfb-96c8-9aa035dfca4c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.981320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d59a72d-3680-4bfb-96c8-9aa035dfca4c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.981424] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d59a72d-3680-4bfb-96c8-9aa035dfca4c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.981646] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d59a72d-3680-4bfb-96c8-9aa035dfca4c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.981740] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d59a72d-3680-4bfb-96c8-9aa035dfca4c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.148892] env[68824]: INFO networking_nsxv3.common.synchronization [None req-18728933-6e66-47ef-87e4-debb9fe4029a tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Enqueued Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_rules [ 665.149339] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_rules [ 665.149650] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.149825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.150061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.154404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.154404] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.325381] env[68824]: INFO networking_nsxv3.common.synchronization [None req-113c7030-b5df-440c-b82a-5904c23fb45a tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Enqueued Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_rules [ 665.325562] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_rules [ 665.325972] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.326195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.414117] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a92d907-471e-4277-8883-bc8c0c8a4dda: rpc.has_security_group_logging(os_id): False [ 665.432564] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.432564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.432564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.432756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.432756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433073] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.433177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.433412] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.433492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433715] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda is going to be created. [ 665.484243] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d59a72d-3680-4bfb-96c8-9aa035dfca4c [ 665.484672] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.485129] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.485189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.485570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.485570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.485667] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d59a72d-3680-4bfb-96c8-9aa035dfca4c already deleted. [ 665.485747] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d59a72d-3680-4bfb-96c8-9aa035dfca4c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.499026] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.499197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.499270] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.499546] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.499728] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.511120] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda in Status: IN_PROGRESS for 2s [ 665.674550] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.674767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.674842] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.675157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.675300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675408] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 already deleted. [ 665.675514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.675902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.676035] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.001569] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6515db56-e612-4206-9873-9cace615a8e6 in Status: SUCCESS [ 666.001939] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6515db56-e612-4206-9873-9cace615a8e6 deletion is rescheduled due to dependency. [ 666.001939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6515db56-e612-4206-9873-9cace615a8e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.176297] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4081c693-3556-478d-9365-c97f38a7f9ac in Status: SUCCESS [ 666.176297] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4081c693-3556-478d-9365-c97f38a7f9ac deletion is rescheduled due to dependency. [ 666.176297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4081c693-3556-478d-9365-c97f38a7f9ac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.203789] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.203997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.205522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.205824] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.205921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.206115] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 already deleted. [ 666.206257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.729580] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 in Status: SUCCESS [ 666.729580] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.729843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.730519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.730519] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.730519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.730519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.731496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.731496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.731496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.731496] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.843770] env[68824]: INFO networking_nsxv3.common.synchronization [req-00bd8d69-bd0a-43d0-b88b-371850a57ea7 req-e53a8a32-a5da-4e19-8ca8-6c94d8b201aa tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: 44aed59b-078f-4d27-b68b-b6fc8e418e81 with Priority: HIGHEST for action security_group_rules [ 666.844401] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aed59b-078f-4d27-b68b-b6fc8e418e81 with Priority: HIGHEST for action security_group_rules [ 666.844726] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44aed59b-078f-4d27-b68b-b6fc8e418e81 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.844847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44aed59b-078f-4d27-b68b-b6fc8e418e81" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.844913] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44aed59b-078f-4d27-b68b-b6fc8e418e81" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.846032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44aed59b-078f-4d27-b68b-b6fc8e418e81" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.846321] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44aed59b-078f-4d27-b68b-b6fc8e418e81',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.233972] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77c9ab90-9370-49b8-80ea-e3f0e27f9ad4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.367020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.367194] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.367264] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.367477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.367563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.367651] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44aed59b-078f-4d27-b68b-b6fc8e418e81 already deleted. [ 667.367737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44aed59b-078f-4d27-b68b-b6fc8e418e81" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.523188] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a92d907-471e-4277-8883-bc8c0c8a4dda in Status: SUCCESS [ 667.523573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a92d907-471e-4277-8883-bc8c0c8a4dda" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.740551] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4: rpc.has_security_group_logging(os_id): False [ 667.759633] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.759821] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.759920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.760382] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.760512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.760775] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.760902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.760960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.761141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.761221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.761318] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 is going to be created. [ 667.789616] env[68824]: INFO networking_nsxv3.common.synchronization [None req-3a0ab12e-05b2-4b1a-9c94-34db086ea363 None None] Enqueued Resource ID: 2c83fa09-a569-40b7-ab87-f07b388e153d with Priority: HIGHEST for action port [ 667.790108] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c83fa09-a569-40b7-ab87-f07b388e153d with Priority: HIGHEST for action port [ 667.795264] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c83fa09-a569-40b7-ab87-f07b388e153d taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.795264] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c83fa09-a569-40b7-ab87-f07b388e153d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.795533] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c83fa09-a569-40b7-ab87-f07b388e153d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.795622] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c83fa09-a569-40b7-ab87-f07b388e153d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.795714] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c83fa09-a569-40b7-ab87-f07b388e153d',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.823565] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.823791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.823791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.824041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.824264] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.836436] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 in Status: IN_PROGRESS for 2s [ 668.299022] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c83fa09-a569-40b7-ab87-f07b388e153d [ 668.299301] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299301] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.299456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.299577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.299673] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.301948] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c83fa09-a569-40b7-ab87-f07b388e153d already deleted. [ 668.301948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c83fa09-a569-40b7-ab87-f07b388e153d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.509229] env[68824]: INFO networking_nsxv3.common.synchronization [None req-7dc2fc2e-3bf4-4fa6-ab8b-df88de0f35b7 None None] Enqueued Resource ID: 4e055464-acf8-423b-8ff3-2d207009b3d4 with Priority: HIGHEST for action port [ 668.509751] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e055464-acf8-423b-8ff3-2d207009b3d4 with Priority: HIGHEST for action port [ 668.510078] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e055464-acf8-423b-8ff3-2d207009b3d4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.510189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e055464-acf8-423b-8ff3-2d207009b3d4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.510251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e055464-acf8-423b-8ff3-2d207009b3d4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.511726] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e055464-acf8-423b-8ff3-2d207009b3d4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.511726] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e055464-acf8-423b-8ff3-2d207009b3d4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.015266] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e055464-acf8-423b-8ff3-2d207009b3d4 [ 669.015266] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.015266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.015266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.015266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.015266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.015266] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e055464-acf8-423b-8ff3-2d207009b3d4 already deleted. [ 669.015266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e055464-acf8-423b-8ff3-2d207009b3d4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.707901] env[68824]: INFO networking_nsxv3.common.synchronization [None req-9dc13972-e093-4310-aec3-8de6f52cc5ca None None] Enqueued Resource ID: e766746a-a12d-4b97-bbb4-65d76276235b with Priority: HIGHEST for action port [ 669.707901] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e766746a-a12d-4b97-bbb4-65d76276235b with Priority: HIGHEST for action port [ 669.707901] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e766746a-a12d-4b97-bbb4-65d76276235b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.707901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e766746a-a12d-4b97-bbb4-65d76276235b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.707901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e766746a-a12d-4b97-bbb4-65d76276235b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.707901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e766746a-a12d-4b97-bbb4-65d76276235b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.707901] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e766746a-a12d-4b97-bbb4-65d76276235b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.848850] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77c9ab90-9370-49b8-80ea-e3f0e27f9ad4 in Status: SUCCESS [ 669.849028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77c9ab90-9370-49b8-80ea-e3f0e27f9ad4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.213635] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e766746a-a12d-4b97-bbb4-65d76276235b [ 670.213635] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.213635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.213635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.213635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.213635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.213635] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e766746a-a12d-4b97-bbb4-65d76276235b already deleted. [ 670.213635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e766746a-a12d-4b97-bbb4-65d76276235b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.562492] env[68824]: INFO networking_nsxv3.common.synchronization [None req-8c9c5912-bcd7-4451-90fa-66237c5a4d7d None None] Enqueued Resource ID: b29cb2eb-376a-4884-b806-04c096f53625 with Priority: HIGHEST for action port [ 670.563113] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29cb2eb-376a-4884-b806-04c096f53625 with Priority: HIGHEST for action port [ 670.563388] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b29cb2eb-376a-4884-b806-04c096f53625 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.563516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b29cb2eb-376a-4884-b806-04c096f53625" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.563585] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b29cb2eb-376a-4884-b806-04c096f53625" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.563856] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b29cb2eb-376a-4884-b806-04c096f53625" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.563940] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29cb2eb-376a-4884-b806-04c096f53625',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.067663] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b29cb2eb-376a-4884-b806-04c096f53625 [ 671.067663] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.067663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.067663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.070401] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.070546] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b29cb2eb-376a-4884-b806-04c096f53625 already deleted. [ 671.073486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b29cb2eb-376a-4884-b806-04c096f53625" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.157881] env[68824]: INFO networking_nsxv3.common.synchronization [None req-d0969695-3241-4ff2-9727-952b9af56b46 None None] Enqueued Resource ID: 85c0c555-2ed7-44a0-a41c-56a7f0acca9b with Priority: HIGHEST for action port [ 671.158207] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c0c555-2ed7-44a0-a41c-56a7f0acca9b with Priority: HIGHEST for action port [ 671.161488] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c0c555-2ed7-44a0-a41c-56a7f0acca9b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.161488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c0c555-2ed7-44a0-a41c-56a7f0acca9b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.161488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c0c555-2ed7-44a0-a41c-56a7f0acca9b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.161488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c0c555-2ed7-44a0-a41c-56a7f0acca9b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.161488] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c0c555-2ed7-44a0-a41c-56a7f0acca9b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.283192] env[68824]: INFO networking_nsxv3.common.synchronization [None req-908044b1-44d2-4c7b-b30e-454ec511a3ad tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Enqueued Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_rules [ 671.283192] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_rules [ 671.283192] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.283192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.283192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.283192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.283192] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.525776] env[68824]: INFO networking_nsxv3.common.synchronization [None req-4fb914f6-0120-4d4b-b1d9-6e9e4e9024f0 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Enqueued Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_rules [ 671.526344] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_rules [ 671.526665] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.526758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.662991] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85c0c555-2ed7-44a0-a41c-56a7f0acca9b [ 671.663612] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.664029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.664029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.664145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.664145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.664257] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85c0c555-2ed7-44a0-a41c-56a7f0acca9b already deleted. [ 671.664329] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c0c555-2ed7-44a0-a41c-56a7f0acca9b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.803355] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.803516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.803558] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.804439] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.804551] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.804655] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 already deleted. [ 671.804758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.804945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.805352] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.805444] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.325592] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.326125] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.326125] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.326125] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.326125] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.326272] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 already deleted. [ 672.326272] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.345671] env[68824]: INFO networking_nsxv3.common.synchronization [req-4bf20cda-262c-418c-b318-1d58eff39201 req-9992224b-9362-447d-9410-24b49d982355 tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: a216e111-9a86-43bf-88c7-6e39c5de0705 with Priority: HIGHEST for action security_group_rules [ 672.346193] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a216e111-9a86-43bf-88c7-6e39c5de0705 with Priority: HIGHEST for action security_group_rules [ 672.346536] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a216e111-9a86-43bf-88c7-6e39c5de0705 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.346663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a216e111-9a86-43bf-88c7-6e39c5de0705" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.346663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a216e111-9a86-43bf-88c7-6e39c5de0705" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.346920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a216e111-9a86-43bf-88c7-6e39c5de0705" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.347010] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a216e111-9a86-43bf-88c7-6e39c5de0705',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.392386] env[68824]: INFO networking_nsxv3.common.synchronization [None req-23ea88a8-7a99-4b2d-b437-21c613fab0f5 None None] Enqueued Resource ID: 002caf3b-2506-4e93-9725-995c1a34a713 with Priority: HIGHEST for action port [ 672.392638] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002caf3b-2506-4e93-9725-995c1a34a713 with Priority: HIGHEST for action port [ 672.393209] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-002caf3b-2506-4e93-9725-995c1a34a713 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.393337] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002caf3b-2506-4e93-9725-995c1a34a713" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.393459] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002caf3b-2506-4e93-9725-995c1a34a713" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.393639] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002caf3b-2506-4e93-9725-995c1a34a713" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.393726] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002caf3b-2506-4e93-9725-995c1a34a713',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.853956] env[68824]: INFO networking_nsxv3.common.synchronization [req-cd1e64e2-d363-4487-bd6d-2845348f21b1 req-4ba19527-0cb8-4c12-9925-2cd323de270f tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 672.855028] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 672.856238] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.856613] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.857357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.859112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.859112] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.859112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.859112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.859112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.859112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.859112] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.873625] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.873998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.874183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.875418] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.875418] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.875519] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a216e111-9a86-43bf-88c7-6e39c5de0705 already deleted. [ 672.875753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a216e111-9a86-43bf-88c7-6e39c5de0705" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.897338] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 002caf3b-2506-4e93-9725-995c1a34a713 [ 672.897757] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.897757] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.897757] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.897960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.898058] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.898148] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:002caf3b-2506-4e93-9725-995c1a34a713 already deleted. [ 672.898224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002caf3b-2506-4e93-9725-995c1a34a713" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.367986] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.367986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.367986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.367986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.367986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.368398] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.368398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.368398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.368398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.368398] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.368563] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 already deleted. [ 673.368563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.482251] env[68824]: INFO networking_nsxv3.common.synchronization [None req-b4a8a47b-a709-4bb1-847e-562959d49bd9 None None] Enqueued Resource ID: f8ae10a9-598b-4421-9793-daab2aa2544b with Priority: HIGHEST for action port [ 673.482568] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ae10a9-598b-4421-9793-daab2aa2544b with Priority: HIGHEST for action port [ 673.483217] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ae10a9-598b-4421-9793-daab2aa2544b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.483350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ae10a9-598b-4421-9793-daab2aa2544b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.483776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ae10a9-598b-4421-9793-daab2aa2544b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.483776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ae10a9-598b-4421-9793-daab2aa2544b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.483776] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ae10a9-598b-4421-9793-daab2aa2544b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.907695] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.907695] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.907695] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.907695] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.908264] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.909113] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.909113] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.909365] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.910869] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.910970] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.911185] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.911185] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.911284] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.911488] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.911545] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.911863] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.931682] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.931887] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.932453] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.932453] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.932600] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-61f8ec14-6163-40d9-bfb9-937d8effe1e8 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.932682] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.932872] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.933681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.933681] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f8ec14-6163-40d9-bfb9-937d8effe1e8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.989350] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8ae10a9-598b-4421-9793-daab2aa2544b [ 673.989350] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.989350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.989350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.989350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.989350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.989350] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8ae10a9-598b-4421-9793-daab2aa2544b already deleted. [ 673.989350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ae10a9-598b-4421-9793-daab2aa2544b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.437440] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.437818] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.437882] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.438261] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.440710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.440710] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 61f8ec14-6163-40d9-bfb9-937d8effe1e8 not found, creating... [ 674.440710] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.440710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.440710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.440710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.440710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.441130] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.445397] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.445397] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.445397] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.445397] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.445397] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 61f8ec14-6163-40d9-bfb9-937d8effe1e8 is going to be created. [ 674.463704] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.463704] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.464385] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.464721] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.465818] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.465818] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.342882] env[68824]: INFO networking_nsxv3.common.synchronization [req-cd1e64e2-d363-4487-bd6d-2845348f21b1 req-cad5d776-7232-4293-a916-8e1856f01880 service nova] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_rules [ 675.343126] env[68824]: INFO networking_nsxv3.common.synchronization [req-cd1e64e2-d363-4487-bd6d-2845348f21b1 req-cad5d776-7232-4293-a916-8e1856f01880 service nova] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 675.343295] env[68824]: INFO networking_nsxv3.common.synchronization [req-cd1e64e2-d363-4487-bd6d-2845348f21b1 req-cad5d776-7232-4293-a916-8e1856f01880 service nova] Enqueued Resource ID: 61f8ec14-6163-40d9-bfb9-937d8effe1e8 with Priority: HIGHEST for action port [ 675.343881] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_rules [ 675.344429] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 675.344642] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f8ec14-6163-40d9-bfb9-937d8effe1e8 with Priority: HIGHEST for action port [ 675.345622] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.346619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.346619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.346619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.346619] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.349168] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.349168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.349168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.349168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.349522] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.349674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.349927] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.353020] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.353020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-61f8ec14-6163-40d9-bfb9-937d8effe1e8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.353020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.353020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353886] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f8ec14-6163-40d9-bfb9-937d8effe1e8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.600686] env[68824]: INFO networking_nsxv3.common.synchronization [None req-aaa28229-5b0e-4e3f-8d6e-7f71dd93c0d9 None None] Enqueued Resource ID: acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09 with Priority: HIGHEST for action port [ 675.601274] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09 with Priority: HIGHEST for action port [ 675.601664] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.601775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.601814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.606116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.606209] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.616125] env[68824]: INFO networking_nsxv3.common.synchronization [req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 req-8a53c6a1-4728-4719-9765-4294814bd348 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 675.617175] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 675.617175] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.617175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.617175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.617371] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.617456] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.621231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.621318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.621434] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.621578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.621621] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.857383] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61f8ec14-6163-40d9-bfb9-937d8effe1e8 with status ACTIVE [ 675.857775] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.857928] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.858007] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.858234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.858329] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.858502] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.858602] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.858662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.858809] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.858887] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.859082] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.859173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.859233] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.859374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.859445] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.859529] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61f8ec14-6163-40d9-bfb9-937d8effe1e8 is going to be updated. [ 675.860940] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.863065] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.863169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.881811] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.881966] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.882035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.882250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.882390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.882546] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61f8ec14-6163-40d9-bfb9-937d8effe1e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.108912] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09 [ 676.109902] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.109902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.109902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.109902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.109902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.109902] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09 already deleted. [ 676.109902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc7aa13-fef2-4f7a-93e9-6a4d7f76bc09" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.124365] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.124531] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.124603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.124803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.125222] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.125222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.125222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.125816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.125816] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 already deleted. [ 676.125816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.323544] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.323898] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.324014] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.324710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.324710] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.324710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.324710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.325415] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.325415] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.325415] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.325415] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.325824] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.325824] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.325824] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.325824] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.328119] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.359406] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.359406] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.359406] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.359406] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.359406] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-30a68814-b2ae-48b4-aeff-f342e3e8731f taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.359406] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.359406] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.359406] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.359406] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a68814-b2ae-48b4-aeff-f342e3e8731f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.365613] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.646022] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c053338f-3379-41e0-8b44-17778eb860a4 tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Enqueued Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_rules [ 676.646022] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_rules [ 676.646022] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e93572-8ba0-49ff-b159-4bd355430f19 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.646022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.646022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.646022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.647500] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.777358] env[68824]: INFO networking_nsxv3.common.synchronization [None req-052edaf2-8ce7-47ce-b0da-44d89f39fcae tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Enqueued Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_rules [ 676.777358] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_rules [ 676.777358] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e93572-8ba0-49ff-b159-4bd355430f19 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777358] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.862257] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.863264] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.863639] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.864082] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.864931] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.865258] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 30a68814-b2ae-48b4-aeff-f342e3e8731f not found, creating... [ 676.865650] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.866039] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866607] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.866607] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.866961] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.867441] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.868021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.868021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.868545] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.869948] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.869948] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 30a68814-b2ae-48b4-aeff-f342e3e8731f is going to be created. [ 676.870891] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.871180] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.871615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.872459] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.872747] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be created. [ 676.897340] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.897340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.897340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.897340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.897340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.897340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.899351] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.900182] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.900263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.900457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.900604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.908882] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: UNINITIALIZED for 2s [ 677.169320] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.169478] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.169577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.169770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.170150] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.170150] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e93572-8ba0-49ff-b159-4bd355430f19 already deleted. [ 677.170150] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.170621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.170621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.170621] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.691562] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.692046] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.692046] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.692584] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.692584] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.692825] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e93572-8ba0-49ff-b159-4bd355430f19 already deleted. [ 677.692825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.909081] env[68824]: INFO networking_nsxv3.common.synchronization [req-1fbc8a11-68a2-459b-82c5-1661af1f214d req-189f0d1c-edd4-41db-8a3e-57352ea8d11e tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: e98554fd-18a6-4b33-9749-27d633810d41 with Priority: HIGHEST for action security_group_rules [ 677.909663] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98554fd-18a6-4b33-9749-27d633810d41 with Priority: HIGHEST for action security_group_rules [ 677.909970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98554fd-18a6-4b33-9749-27d633810d41 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.910111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98554fd-18a6-4b33-9749-27d633810d41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.910180] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98554fd-18a6-4b33-9749-27d633810d41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.910453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98554fd-18a6-4b33-9749-27d633810d41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.910539] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98554fd-18a6-4b33-9749-27d633810d41',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.933476] env[68824]: INFO networking_nsxv3.common.synchronization [req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 req-3474bfa4-51c9-454d-b5bb-5b6924f33435 service nova] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_rules [ 677.933548] env[68824]: INFO networking_nsxv3.common.synchronization [req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 req-3474bfa4-51c9-454d-b5bb-5b6924f33435 service nova] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 677.933639] env[68824]: INFO networking_nsxv3.common.synchronization [req-dbc1ac33-1b94-474e-8f3e-0cef8b734551 req-3474bfa4-51c9-454d-b5bb-5b6924f33435 service nova] Enqueued Resource ID: 30a68814-b2ae-48b4-aeff-f342e3e8731f with Priority: HIGHEST for action port [ 677.935833] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_rules [ 677.936048] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 677.936212] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a68814-b2ae-48b4-aeff-f342e3e8731f with Priority: HIGHEST for action port [ 677.937201] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.937330] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.937397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.937654] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.937735] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.940079] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.940079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.940079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.940867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.940867] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.940867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.940867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.940867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.940867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.940867] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.942104] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a68814-b2ae-48b4-aeff-f342e3e8731f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.942104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.942104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.942104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.942104] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a68814-b2ae-48b4-aeff-f342e3e8731f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.945142] env[68824]: INFO networking_nsxv3.common.synchronization [req-09176f29-b0fb-4420-956d-c041918a0eae req-2a40aa3f-79c8-4dd9-92cc-2d6c9c1d5abd tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Enqueued Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_members [ 677.946572] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_members [ 677.946933] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.947090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.947157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.947523] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.947691] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.947800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.947860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948724] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.948724] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948724] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.433232] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.433832] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.433832] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.433832] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.434077] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.434180] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98554fd-18a6-4b33-9749-27d633810d41 already deleted. [ 678.434325] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98554fd-18a6-4b33-9749-27d633810d41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.446137] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30a68814-b2ae-48b4-aeff-f342e3e8731f with status ACTIVE [ 678.446411] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.446411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.446545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.446647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.446735] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.446907] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.447015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.447152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.447219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.447294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.447470] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.447563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.447627] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.447769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.447840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.447923] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30a68814-b2ae-48b4-aeff-f342e3e8731f is going to be updated. [ 678.450807] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.450807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.450807] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.451507] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.451653] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.451747] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.451948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.452073] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.452272] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.452554] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.452652] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.452920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.453055] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.453172] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 already deleted. [ 678.453282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.473034] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.473187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.473229] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.473449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.473588] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.473753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a68814-b2ae-48b4-aeff-f342e3e8731f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.558987] env[68824]: INFO networking_nsxv3.common.synchronization [None req-94be0187-9134-4a2f-aac3-6f95aa78a15d None None] Enqueued Resource ID: 78dcafe3-16eb-4e28-bad5-7b11a19adbd0 with Priority: HIGHEST for action port [ 678.559381] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dcafe3-16eb-4e28-bad5-7b11a19adbd0 with Priority: HIGHEST for action port [ 678.559943] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dcafe3-16eb-4e28-bad5-7b11a19adbd0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.560119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dcafe3-16eb-4e28-bad5-7b11a19adbd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.560189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dcafe3-16eb-4e28-bad5-7b11a19adbd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.560449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dcafe3-16eb-4e28-bad5-7b11a19adbd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.560532] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dcafe3-16eb-4e28-bad5-7b11a19adbd0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.720992] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.721332] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-768" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.721523] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-768" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.722198] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-768" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.722667] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.723013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.723262] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.723677] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.723965] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.724358] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.724601] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.724834] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.725093] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.725348] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.725591] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.725871] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.746180] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.746462] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.746689] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.746974] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-768" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.747476] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b880b8ee-af0e-413a-937b-8f43c17d4270 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.747761] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.747968] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.748549] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.748833] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b880b8ee-af0e-413a-937b-8f43c17d4270',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.919119] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 678.919367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.919539] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.919775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.919980] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.920158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.920196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.920353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.921363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.921363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.921363] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.954791] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.062257] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78dcafe3-16eb-4e28-bad5-7b11a19adbd0 [ 679.062556] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.062696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.062760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.063209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.063307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.063405] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78dcafe3-16eb-4e28-bad5-7b11a19adbd0 already deleted. [ 679.063486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dcafe3-16eb-4e28-bad5-7b11a19adbd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.251648] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.251881] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.252115] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.252413] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.252565] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.252722] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b880b8ee-af0e-413a-937b-8f43c17d4270 not found, creating... [ 679.253119] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.253254] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.253354] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.253580] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.253722] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.256087] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.258781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.258781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.258781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.258781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.258781] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b880b8ee-af0e-413a-937b-8f43c17d4270 is going to be created. [ 679.278369] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.278572] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.279177] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.279177] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.279274] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.279415] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.426748] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.426748] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.426894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.426986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.427760] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.427760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.427760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.427760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.427760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.427760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.427760] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.428241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.428241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.428241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.428241] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.428368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.428368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.428526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.428526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.428614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.428700] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.459730] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.459730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.459730] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be created. [ 679.485153] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.485289] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.485357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.485564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.485714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.497425] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: UNINITIALIZED for 2s [ 679.934229] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d11be4d-c35e-49eb-9964-155c97f00b14: rpc.has_security_group_logging(os_id): False [ 679.952853] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.953070] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.953070] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.953258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.953356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.953543] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.953639] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.953691] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.953940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.954336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.954336] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.954469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.954528] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.955457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.955571] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.955916] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.956035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.956105] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.956298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.956372] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.956459] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be created. [ 680.010157] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.012018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.012018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.012018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.012018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.021896] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: IN_PROGRESS for 2s [ 680.088059] env[68824]: INFO networking_nsxv3.common.synchronization [req-09176f29-b0fb-4420-956d-c041918a0eae req-4d1197aa-556d-4050-8b35-f6f136d10a02 service nova] Enqueued Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_rules [ 680.088059] env[68824]: INFO networking_nsxv3.common.synchronization [req-09176f29-b0fb-4420-956d-c041918a0eae req-4d1197aa-556d-4050-8b35-f6f136d10a02 service nova] Enqueued Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_members [ 680.088059] env[68824]: INFO networking_nsxv3.common.synchronization [req-09176f29-b0fb-4420-956d-c041918a0eae req-4d1197aa-556d-4050-8b35-f6f136d10a02 service nova] Enqueued Resource ID: b880b8ee-af0e-413a-937b-8f43c17d4270 with Priority: HIGHEST for action port [ 680.089286] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_rules [ 680.089431] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_members [ 680.089722] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b880b8ee-af0e-413a-937b-8f43c17d4270 with Priority: HIGHEST for action port [ 680.089857] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.090290] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.090290] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.090290] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.090584] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.091619] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.091619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.091619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.091795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.091920] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.092051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.092051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.093484] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.093612] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.093970] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.094749] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b880b8ee-af0e-413a-937b-8f43c17d4270 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.094857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.094920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.095083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.095215] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b880b8ee-af0e-413a-937b-8f43c17d4270',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.603527] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.603733] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.603904] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.604771] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b880b8ee-af0e-413a-937b-8f43c17d4270 with status ACTIVE [ 680.604959] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.605347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.605435] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.605599] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605692] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605752] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.605894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.605966] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606157] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.606248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.606304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.606511] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.606591] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b880b8ee-af0e-413a-937b-8f43c17d4270 is going to be updated. [ 680.629777] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.629861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.629898] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.630121] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.630342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.630403] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b880b8ee-af0e-413a-937b-8f43c17d4270" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.112163] env[68824]: INFO networking_nsxv3.common.synchronization [None req-2f097f8e-42aa-400f-8c08-fcac7a132e27 None None] Enqueued Resource ID: f16e0c17-3471-4767-a6b3-3bd9009f1996 with Priority: HIGHEST for action port [ 681.112477] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.113254] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16e0c17-3471-4767-a6b3-3bd9009f1996 with Priority: HIGHEST for action port [ 681.113909] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16e0c17-3471-4767-a6b3-3bd9009f1996 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.115091] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16e0c17-3471-4767-a6b3-3bd9009f1996" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.115091] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16e0c17-3471-4767-a6b3-3bd9009f1996" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.115091] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16e0c17-3471-4767-a6b3-3bd9009f1996" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.115285] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16e0c17-3471-4767-a6b3-3bd9009f1996',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.506502] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 681.506740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.506937] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.507187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.507420] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.507560] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.507635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.507818] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.507905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.508030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.508143] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.619082] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.619082] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 is going to be created. [ 681.619082] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f16e0c17-3471-4767-a6b3-3bd9009f1996 [ 681.619082] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.619082] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f16e0c17-3471-4767-a6b3-3bd9009f1996 already deleted. [ 681.619082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16e0c17-3471-4767-a6b3-3bd9009f1996" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.644110] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.644255] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.644255] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.644451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.644584] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.653507] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: UNINITIALIZED for 2s [ 682.010522] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.010727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.010836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.011389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.011389] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.011389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.011389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.011676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.011676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.011789] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.011953] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.014925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.015043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.015242] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.015417] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.015520] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.015577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.015729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.015814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.015917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.016016] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.035565] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 682.036195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.520984] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2bc2329-7321-47f2-98cf-14aec8e1fd28: rpc.has_security_group_logging(os_id): False [ 682.539124] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.539288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.539392] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.540293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.540293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.540293] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.540293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.540293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.540293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.540293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.540582] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.540582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.540582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.540759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.540759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.541216] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.541216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.541216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.541216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.541661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.541661] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be created. [ 682.596343] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.596493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.596566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.596777] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.596958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.608214] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: IN_PROGRESS for 2s [ 682.654667] env[68824]: INFO networking_nsxv3.common.synchronization [req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 req-545d4680-9ef6-4a3a-9897-9b2359d3a9f4 tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 682.656026] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 682.656499] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.658591] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.658591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.658591] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.879283] env[68824]: INFO networking_nsxv3.common.synchronization [req-22686b09-71ab-4e9d-bf30-1078571dd5ce req-6d3d33b8-0719-45e8-8130-801378ec10d7 tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce with Priority: HIGHEST for action security_group_rules [ 682.879979] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce with Priority: HIGHEST for action security_group_rules [ 682.880323] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.880477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.880643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.880866] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.880954] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513b2ab6-267a-4bc8-a8f6-db0c23de82ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.123343] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.123536] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.123659] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.124019] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.124286] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.124444] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.124562] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.124787] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.124932] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.125635] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.125822] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.125983] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.126161] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.126321] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.126472] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.126650] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.145180] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.145354] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.145512] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.145686] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.146011] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-9cf46b27-147d-469d-bc0b-242e3d095e41 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.146191] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.146406] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.146728] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.146870] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf46b27-147d-469d-bc0b-242e3d095e41',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.160878] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.161069] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.161644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.161644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.161644] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.161901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.161901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.162092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.162092] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 already deleted. [ 683.162200] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.404833] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.404833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.404833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.404833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.404833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.404833] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce already deleted. [ 683.404833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.523830] env[68824]: INFO networking_nsxv3.common.synchronization [req-2dbbbc9e-f9ec-4ead-88db-767b5269b5d6 req-6f54d2cc-44c7-436e-a595-b6508d91aec9 tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce with Priority: HIGHEST for action security_group_rules [ 683.524505] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce with Priority: HIGHEST for action security_group_rules [ 683.525470] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.525470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.525470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.525470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.525470] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513b2ab6-267a-4bc8-a8f6-db0c23de82ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.648936] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.649189] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.649357] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.649880] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.649880] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.649880] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 9cf46b27-147d-469d-bc0b-242e3d095e41 not found, creating... [ 683.650136] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.650295] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.650408] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.650622] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.650808] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.651071] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.651233] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.651347] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.651565] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.651700] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.651836] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 9cf46b27-147d-469d-bc0b-242e3d095e41 is going to be created. [ 683.662896] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: SUCCESS [ 683.663122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.663271] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.663456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.664627] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.664627] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.664627] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.664627] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.664627] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664627] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664627] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.671415] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.671637] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.671715] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.671954] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.672184] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.672404] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.052255] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.052379] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.052379] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.052592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.053406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.053406] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce already deleted. [ 684.053406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.169182] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.169370] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.169453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.169701] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.169867] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.170120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.170120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.170222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.170268] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.170356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.170501] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.170595] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.170654] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.170795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.170925] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.171027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.171090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.171230] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.171357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.171395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.171463] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.468464] env[68824]: INFO networking_nsxv3.common.synchronization [req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 req-2c7d69e9-b1e8-4a35-aaee-cbeeb4eb227c service nova] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 684.468464] env[68824]: INFO networking_nsxv3.common.synchronization [req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 req-2c7d69e9-b1e8-4a35-aaee-cbeeb4eb227c service nova] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 684.468464] env[68824]: INFO networking_nsxv3.common.synchronization [req-1e4b0494-63c4-4054-99e0-d51d1bf4c952 req-2c7d69e9-b1e8-4a35-aaee-cbeeb4eb227c service nova] Enqueued Resource ID: 9cf46b27-147d-469d-bc0b-242e3d095e41 with Priority: HIGHEST for action port [ 684.468464] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 684.468464] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 684.468464] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf46b27-147d-469d-bc0b-242e3d095e41 with Priority: HIGHEST for action port [ 684.469118] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.469118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.469229] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.469430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.469430] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.473374] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.473374] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.473374] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.473374] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf46b27-147d-469d-bc0b-242e3d095e41 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.473374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.473374] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf46b27-147d-469d-bc0b-242e3d095e41',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.620610] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 684.621010] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.674860] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd28eb52-80cf-4022-aa5a-1874d2e4d2b5: rpc.has_security_group_logging(os_id): False [ 684.693132] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.693132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.693132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.693328] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.693328] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.693528] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.693630] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.693692] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.693851] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.693923] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.694114] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.694209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.694272] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.694412] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.694485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.694674] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.695869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.695869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.695869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.695869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.695869] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 is going to be created. [ 684.753451] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.753451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.753451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.753451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.753451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.761568] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: IN_PROGRESS for 2s [ 684.974220] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.974421] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.974571] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.975468] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cf46b27-147d-469d-bc0b-242e3d095e41 with status ACTIVE [ 684.975656] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.975774] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.975921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.976145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.976248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.976429] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.976545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.976618] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.976777] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.976859] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.977049] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.977288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.977288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.977428] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.977428] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.977619] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cf46b27-147d-469d-bc0b-242e3d095e41 is going to be updated. [ 684.998365] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.998365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.998491] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.998847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.998847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.999474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf46b27-147d-469d-bc0b-242e3d095e41" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.322368] env[68824]: INFO networking_nsxv3.common.synchronization [req-37fff2cf-3237-4290-914c-6bec8c342a70 req-62238008-cf20-468f-966b-984a1a979927 tempest-SecurityGroupRulesTestJSON-1014687806 tempest-SecurityGroupRulesTestJSON-1014687806-project-member] Enqueued Resource ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce with Priority: HIGHEST for action security_group_rules [ 685.323890] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce with Priority: HIGHEST for action security_group_rules [ 685.323890] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.323890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.323890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.323890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.323890] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513b2ab6-267a-4bc8-a8f6-db0c23de82ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.479629] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.844351] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.844779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.844779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.845761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.845888] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.845995] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513b2ab6-267a-4bc8-a8f6-db0c23de82ce already deleted. [ 685.846099] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513b2ab6-267a-4bc8-a8f6-db0c23de82ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.982495] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.982495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.982674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.982749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.982902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.983022] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 is going to be created. [ 686.005492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.006240] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.006620] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.008031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.008031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016646] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: UNINITIALIZED for 2s [ 686.261378] env[68824]: INFO networking_nsxv3.common.synchronization [req-d16f8070-120a-4be3-a8d8-bf4ef48b28f2 req-e73e45e1-6f43-4e40-89d8-d06dee907bd4 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373 tempest-FloatingIPsAssociationNegativeTestJSON-2078903373-project-member] Enqueued Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_members [ 686.261378] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 with Priority: HIGHEST for action security_group_members [ 686.261378] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd825e0-d20a-417b-ae92-ebf2509d01e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.261378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.261378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.261378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.261378] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.261378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.266213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.266213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.266213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.266213] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd825e0-d20a-417b-ae92-ebf2509d01e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.768585] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.768856] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.768975] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.769371] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.769506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.769810] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.769990] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.770128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.770403] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.770547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.770687] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 is going to be updated. [ 686.774140] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: SUCCESS [ 686.774140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.795769] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.795769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.795769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.795769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.805213] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 in Status: IN_PROGRESS for 2s [ 688.032437] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: SUCCESS [ 688.032746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.033027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.033116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.033278] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.033381] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.034527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.034527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.034527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.034527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.034527] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.536160] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.718870] env[68824]: INFO networking_nsxv3.common.synchronization [req-7448a30b-04e1-4118-b41e-2d9132bef968 req-75255385-c3f2-48ca-a049-6d946ca81612 tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Enqueued Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_members [ 688.720588] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_members [ 688.722492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.722492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.722492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.722492] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.814284] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 in Status: SUCCESS [ 688.814284] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd825e0-d20a-417b-ae92-ebf2509d01e6 deletion is rescheduled due to dependency. [ 688.814284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd825e0-d20a-417b-ae92-ebf2509d01e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.041046] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67fb4e94-1a05-4c66-aad0-c40b3b8805e4: rpc.has_security_group_logging(os_id): False [ 689.062149] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.062149] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.062149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.062149] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 is going to be created. [ 689.066636] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.066853] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.068804] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.069354] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.070055] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.070291] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.070558] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.070701] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.070902] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.071162] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.071298] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.071413] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.071522] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.071644] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.071776] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.071983] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.109786] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.110032] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.110233] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.110439] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110819] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-d9716f7f-681e-411a-86b7-872fb7156546 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.111084] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.111223] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.111582] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.111741] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9716f7f-681e-411a-86b7-872fb7156546',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.168540] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.168700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.168744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.168966] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.169161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.179990] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: IN_PROGRESS for 2s [ 689.226375] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.226586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.226586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.226812] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.226906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227113] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.227211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.227264] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.227417] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.227495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227578] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae already deleted. [ 689.227656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.615231] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615545] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.615702] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.615997] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.616183] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.617178] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port d9716f7f-681e-411a-86b7-872fb7156546 not found, creating... [ 689.617178] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.617178] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.617178] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.617502] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.617502] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.617730] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.617926] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.617983] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.618231] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.618319] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.618524] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: d9716f7f-681e-411a-86b7-872fb7156546 is going to be created. [ 689.639494] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.639494] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.639626] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.639836] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.640089] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.640322] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.530487] env[68824]: INFO networking_nsxv3.common.synchronization [None req-5abb8185-67bf-4514-9c08-664621cabe9e None None] Enqueued Resource ID: 8fef40df-af31-4e6c-9053-9c32f5a2358b with Priority: HIGHEST for action port [ 690.530487] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fef40df-af31-4e6c-9053-9c32f5a2358b with Priority: HIGHEST for action port [ 690.530487] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fef40df-af31-4e6c-9053-9c32f5a2358b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.530487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fef40df-af31-4e6c-9053-9c32f5a2358b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.530487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fef40df-af31-4e6c-9053-9c32f5a2358b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.530487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fef40df-af31-4e6c-9053-9c32f5a2358b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.530487] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fef40df-af31-4e6c-9053-9c32f5a2358b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.585085] env[68824]: INFO networking_nsxv3.common.synchronization [req-7448a30b-04e1-4118-b41e-2d9132bef968 req-cf2c9426-3064-4266-bf87-1c1971e7ae20 service nova] Enqueued Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_rules [ 690.585366] env[68824]: INFO networking_nsxv3.common.synchronization [req-7448a30b-04e1-4118-b41e-2d9132bef968 req-cf2c9426-3064-4266-bf87-1c1971e7ae20 service nova] Enqueued Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_members [ 690.585439] env[68824]: INFO networking_nsxv3.common.synchronization [req-7448a30b-04e1-4118-b41e-2d9132bef968 req-cf2c9426-3064-4266-bf87-1c1971e7ae20 service nova] Enqueued Resource ID: d9716f7f-681e-411a-86b7-872fb7156546 with Priority: HIGHEST for action port [ 690.585625] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_rules [ 690.585751] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_members [ 690.586025] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9716f7f-681e-411a-86b7-872fb7156546 with Priority: HIGHEST for action port [ 690.586772] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.586900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.586961] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.589247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.589544] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.595840] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.595840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.595840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.595840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.595840] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.596284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.596284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.596284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.596284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.596284] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.598641] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9716f7f-681e-411a-86b7-872fb7156546 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.598641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.598641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.598641] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9716f7f-681e-411a-86b7-872fb7156546',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.035521] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fef40df-af31-4e6c-9053-9c32f5a2358b [ 691.035521] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.035521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.035521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.035521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.035521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.035521] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fef40df-af31-4e6c-9053-9c32f5a2358b already deleted. [ 691.035521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fef40df-af31-4e6c-9053-9c32f5a2358b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.101014] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.101133] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.103481] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.104440] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9716f7f-681e-411a-86b7-872fb7156546 with status ACTIVE [ 691.104632] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.104775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.104822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.105009] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.105105] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.105275] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.105372] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.105433] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.105586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.105664] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.105838] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.105964] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.105999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.106145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.106253] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.106288] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9716f7f-681e-411a-86b7-872fb7156546 is going to be updated. [ 691.125851] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.125981] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.125981] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.126185] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.126318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.126465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9716f7f-681e-411a-86b7-872fb7156546" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.193919] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: SUCCESS [ 691.194730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.608243] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.111123] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.111274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.111485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.111552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.111601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.111705] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae is going to be created. [ 692.134279] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.134425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.134496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.134704] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.134862] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.143577] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: UNINITIALIZED for 2s [ 692.664923] env[68824]: INFO networking_nsxv3.common.synchronization [None req-e00f93fe-567c-4a06-945a-16d7f0adf0a7 None None] Enqueued Resource ID: 26cdd6f5-8c98-4030-92b6-1a86154376f7 with Priority: HIGHEST for action port [ 692.665676] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cdd6f5-8c98-4030-92b6-1a86154376f7 with Priority: HIGHEST for action port [ 692.665812] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-26cdd6f5-8c98-4030-92b6-1a86154376f7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.665939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26cdd6f5-8c98-4030-92b6-1a86154376f7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.666031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26cdd6f5-8c98-4030-92b6-1a86154376f7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.666309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26cdd6f5-8c98-4030-92b6-1a86154376f7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.666389] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cdd6f5-8c98-4030-92b6-1a86154376f7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.170078] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26cdd6f5-8c98-4030-92b6-1a86154376f7 [ 693.170078] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.170331] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.170434] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.170787] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.170876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.172929] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26cdd6f5-8c98-4030-92b6-1a86154376f7 already deleted. [ 693.172929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26cdd6f5-8c98-4030-92b6-1a86154376f7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.154674] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: UNINITIALIZED for 4s [ 695.448561] env[68824]: INFO networking_nsxv3.common.synchronization [req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 req-8166f89b-c10c-4a07-87d2-0463e3bcd0ab tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Enqueued Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_members [ 695.448931] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_members [ 695.449988] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.449988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.449988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.449988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.449988] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.449988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.450307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.450307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.450829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.450829] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.839518] env[68824]: INFO networking_nsxv3.common.synchronization [req-5d42e5b8-9fce-4169-89f9-f4181abaf08d req-0c706719-3cb3-47ce-bc8d-8bec5cd30c41 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 695.840035] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 695.841306] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.841449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.841514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.841716] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.841871] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.841995] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.843034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.843262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.843405] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.843618] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.953404] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.957081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.957081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.957081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.957081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.957081] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.957081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.957449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.957685] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.957797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.959865] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4b77b-32df-4906-be96-28bac93fa535 already deleted. [ 695.959865] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.168017] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: SUCCESS [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.168017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.168017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.168017] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.184819] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.185058] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-643" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.185189] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-643" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.185538] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-643" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.186159] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.186159] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.186159] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.186360] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.186539] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.186797] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.186915] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.189033] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.189033] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.189033] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.189033] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.189033] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.206622] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.207085] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.207366] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.207649] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-643" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.208157] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-6e60bda2-f6db-40b7-bef3-55056d235adf taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.208656] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.210510] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.210510] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.210510] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e60bda2-f6db-40b7-bef3-55056d235adf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.346237] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.348819] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.348819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.348819] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be updated. [ 696.390181] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.390344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.390385] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.390612] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.390750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.410207] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: IN_PROGRESS for 2s [ 696.670246] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.670577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.670577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.670759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.671037] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.671152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.671219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.671378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.671463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.671553] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.671733] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.671847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.671931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.672126] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.672296] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.672388] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.672445] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.672586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.672744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.672744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.672823] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.713035] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.713035] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.713035] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.713035] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.713035] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.713035] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 6e60bda2-f6db-40b7-bef3-55056d235adf not found, creating... [ 696.713517] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.713517] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.713517] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.713707] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.713968] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.714183] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.714514] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.714514] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.714670] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.714792] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.715263] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 6e60bda2-f6db-40b7-bef3-55056d235adf is going to be created. [ 696.738975] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.739240] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.739386] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.739703] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.739907] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.740164] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.178431] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913fd668-2076-4ded-af43-7ad8e44fc0ae: rpc.has_security_group_logging(os_id): False [ 697.207531] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.207676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.207745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.207956] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.208077] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.208298] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.208406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.208447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.208597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.208700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.208842] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.208940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.208997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.209311] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.209415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.209678] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.209917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.210166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.210381] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.210381] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.210507] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae is going to be created. [ 697.276739] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.276739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.276739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.276739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.276739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.286147] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: IN_PROGRESS for 2s [ 697.518147] env[68824]: INFO networking_nsxv3.common.synchronization [req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 req-643faf69-afa5-45ab-b310-2ddf711b930c service nova] Enqueued Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_rules [ 697.518243] env[68824]: INFO networking_nsxv3.common.synchronization [req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 req-643faf69-afa5-45ab-b310-2ddf711b930c service nova] Enqueued Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_members [ 697.518350] env[68824]: INFO networking_nsxv3.common.synchronization [req-865b5f6e-738f-469c-9f7d-0bc87119a0e9 req-643faf69-afa5-45ab-b310-2ddf711b930c service nova] Enqueued Resource ID: 6e60bda2-f6db-40b7-bef3-55056d235adf with Priority: HIGHEST for action port [ 697.518623] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_rules [ 697.518709] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_members [ 697.518808] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e60bda2-f6db-40b7-bef3-55056d235adf with Priority: HIGHEST for action port [ 697.519381] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.519510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.519700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.519827] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.519916] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.527843] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.527843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.527843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.527843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.527843] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.527843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.527843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.528237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.528237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.528237] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.529330] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e60bda2-f6db-40b7-bef3-55056d235adf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.529458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.529497] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.529792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.529792] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e60bda2-f6db-40b7-bef3-55056d235adf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.936361] env[68824]: INFO networking_nsxv3.common.synchronization [None req-3d77fa12-adae-4b8c-8f18-7e0d51c7aa32 None None] Enqueued Resource ID: cedbdc32-0373-4a83-9de0-1ec0b26a2bbb with Priority: HIGHEST for action port [ 697.936361] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedbdc32-0373-4a83-9de0-1ec0b26a2bbb with Priority: HIGHEST for action port [ 697.936361] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-cedbdc32-0373-4a83-9de0-1ec0b26a2bbb taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.936999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cedbdc32-0373-4a83-9de0-1ec0b26a2bbb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.937176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cedbdc32-0373-4a83-9de0-1ec0b26a2bbb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.937532] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cedbdc32-0373-4a83-9de0-1ec0b26a2bbb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.937659] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedbdc32-0373-4a83-9de0-1ec0b26a2bbb',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.031447] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.031670] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.031895] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.032792] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e60bda2-f6db-40b7-bef3-55056d235adf with status ACTIVE [ 698.033246] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.033246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.033246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.033421] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.033505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.033648] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.033745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.037536] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.037536] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.037536] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037943] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.038088] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.038156] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.038299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.038399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.038488] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e60bda2-f6db-40b7-bef3-55056d235adf is going to be updated. [ 698.057952] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.058164] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.058247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.058479] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.058759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.058869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e60bda2-f6db-40b7-bef3-55056d235adf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.421727] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 698.421727] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf deletion is rescheduled due to dependency. [ 698.421727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.440723] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cedbdc32-0373-4a83-9de0-1ec0b26a2bbb [ 698.440999] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.441164] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.441233] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.441566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.444158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.444158] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cedbdc32-0373-4a83-9de0-1ec0b26a2bbb already deleted. [ 698.444158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cedbdc32-0373-4a83-9de0-1ec0b26a2bbb" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.542071] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.895243] env[68824]: INFO networking_nsxv3.common.synchronization [None req-95d63769-b0a4-4b4e-a348-af2546a75c80 None None] Enqueued Resource ID: 7384b4c9-ceb2-46e7-85f8-260aef8f5a34 with Priority: HIGHEST for action port [ 698.895898] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7384b4c9-ceb2-46e7-85f8-260aef8f5a34 with Priority: HIGHEST for action port [ 698.897947] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7384b4c9-ceb2-46e7-85f8-260aef8f5a34 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.898370] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7384b4c9-ceb2-46e7-85f8-260aef8f5a34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.898463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7384b4c9-ceb2-46e7-85f8-260aef8f5a34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.898708] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7384b4c9-ceb2-46e7-85f8-260aef8f5a34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.898801] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7384b4c9-ceb2-46e7-85f8-260aef8f5a34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.045284] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.045284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.045284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.045284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.045693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.045693] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4b77b-32df-4906-be96-28bac93fa535 is going to be created. [ 699.070259] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.070405] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.070499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.070757] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.070939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.081815] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4b77b-32df-4906-be96-28bac93fa535 in Status: UNINITIALIZED for 2s [ 699.297280] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: SUCCESS [ 699.297518] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.402172] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7384b4c9-ceb2-46e7-85f8-260aef8f5a34 [ 699.402223] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.402361] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.402437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.402679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.402782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.402894] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7384b4c9-ceb2-46e7-85f8-260aef8f5a34 already deleted. [ 699.403010] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7384b4c9-ceb2-46e7-85f8-260aef8f5a34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.624811] env[68824]: INFO networking_nsxv3.common.synchronization [req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 req-a03a9565-3ce3-49af-b5cd-adbe986f629a tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Enqueued Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_members [ 699.625395] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_members [ 699.625824] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367d361-da2e-4ec8-acbd-8855aa1a78a0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.626414] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.626514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.626750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.626945] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.627066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.627134] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.627288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.627372] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.627466] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.788751] env[68824]: INFO networking_nsxv3.common.synchronization [None req-f33e5ce5-0eee-4411-b7ca-3193a2921149 None None] Enqueued Resource ID: 90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79 with Priority: HIGHEST for action port [ 699.788880] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79 with Priority: HIGHEST for action port [ 699.789484] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.789624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.789725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794166] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.991162] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.991440] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-878" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.991614] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-878" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.992079] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-878" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.992365] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.992572] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.992708] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.993507] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.993507] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.993507] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.993739] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.993739] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.994025] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.994118] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.994179] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.994318] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.013554] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.013760] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.013929] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.014179] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-878" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.014535] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-9774c82f-1f15-42dd-821b-0d7e0f8697e8 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.014757] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.014883] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.015282] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.015454] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9774c82f-1f15-42dd-821b-0d7e0f8697e8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.131481] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.131481] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.131481] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.133179] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.133179] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 already deleted. [ 700.133179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.295346] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79 [ 700.295623] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.295769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.295836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.296110] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.296207] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.296308] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79 already deleted. [ 700.296391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a5f9fa-c6b8-47d6-83c3-d784cd3b0e79" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.519490] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.519490] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.519638] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.519818] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.519975] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.520148] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 9774c82f-1f15-42dd-821b-0d7e0f8697e8 not found, creating... [ 700.520435] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.520596] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.520713] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.520985] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.521250] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.521897] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.521897] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.521897] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.522175] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.522335] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.522476] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 9774c82f-1f15-42dd-821b-0d7e0f8697e8 is going to be created. [ 700.542968] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.544681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.544681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.544681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.544681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.544681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.706023] env[68824]: INFO networking_nsxv3.common.synchronization [None req-ee8ee717-0623-45c0-8d1a-94762501ce48 None None] Enqueued Resource ID: 3c54c0c8-af9b-4e5c-8f61-47857bdf1004 with Priority: HIGHEST for action port [ 700.706023] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c54c0c8-af9b-4e5c-8f61-47857bdf1004 with Priority: HIGHEST for action port [ 700.706023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c54c0c8-af9b-4e5c-8f61-47857bdf1004 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c54c0c8-af9b-4e5c-8f61-47857bdf1004" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c54c0c8-af9b-4e5c-8f61-47857bdf1004" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.706023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c54c0c8-af9b-4e5c-8f61-47857bdf1004" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.706023] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c54c0c8-af9b-4e5c-8f61-47857bdf1004',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.091790] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4b77b-32df-4906-be96-28bac93fa535 in Status: SUCCESS [ 701.092031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.092207] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.092439] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.092636] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.092758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.092824] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.093040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.093132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.093282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.093347] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.208470] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c54c0c8-af9b-4e5c-8f61-47857bdf1004 [ 701.208813] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.208916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.209028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.209286] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.209378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.209499] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c54c0c8-af9b-4e5c-8f61-47857bdf1004 already deleted. [ 701.209606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c54c0c8-af9b-4e5c-8f61-47857bdf1004" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.445093] env[68824]: INFO networking_nsxv3.common.synchronization [req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 req-014745f2-d0b4-4cf7-bc62-20da89b7478c service nova] Enqueued Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_rules [ 701.445215] env[68824]: INFO networking_nsxv3.common.synchronization [req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 req-014745f2-d0b4-4cf7-bc62-20da89b7478c service nova] Enqueued Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_members [ 701.445493] env[68824]: INFO networking_nsxv3.common.synchronization [req-ea298f99-4d08-4cdb-9dd5-afdb03f911d2 req-014745f2-d0b4-4cf7-bc62-20da89b7478c service nova] Enqueued Resource ID: 9774c82f-1f15-42dd-821b-0d7e0f8697e8 with Priority: HIGHEST for action port [ 701.447864] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_rules [ 701.448057] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 with Priority: HIGHEST for action security_group_members [ 701.448176] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9774c82f-1f15-42dd-821b-0d7e0f8697e8 with Priority: HIGHEST for action port [ 701.448720] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.448851] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.449033] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.449135] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.449220] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.450074] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367d361-da2e-4ec8-acbd-8855aa1a78a0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.450195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.450263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450577] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.450671] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.450739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450891] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450984] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.451088] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.451850] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9774c82f-1f15-42dd-821b-0d7e0f8697e8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.451963] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.452271] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9774c82f-1f15-42dd-821b-0d7e0f8697e8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.602038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.602221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.602301] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.602522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.602704] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.602807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.602892] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.603128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.603234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.603330] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.603489] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.603604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.603666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.603811] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.603957] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.604109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.604197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.604332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.604411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.604494] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.604583] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.956980] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.956980] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367d361-da2e-4ec8-acbd-8855aa1a78a0 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.956980] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9774c82f-1f15-42dd-821b-0d7e0f8697e8 with status ACTIVE [ 701.956980] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.956980] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.956980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.957734] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.958300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.958611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.958987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.959267] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.959529] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9774c82f-1f15-42dd-821b-0d7e0f8697e8 is going to be updated. [ 701.984036] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.984036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.984036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.984036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.984036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.984036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9774c82f-1f15-42dd-821b-0d7e0f8697e8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.055187] env[68824]: INFO networking_nsxv3.common.synchronization [req-d847d0a6-0935-46d2-b4a3-b21af2703c99 req-e4e8a0a1-2052-4b47-a50a-e0cd7cac3db2 tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Enqueued Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_members [ 702.055187] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_members [ 702.055187] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.055187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.055187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.055187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.055646] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.055951] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.056155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.056419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.056682] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.056864] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.110583] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce4b77b-32df-4906-be96-28bac93fa535: rpc.has_security_group_logging(os_id): False [ 702.132039] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.132039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.132039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.132369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.132369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.133028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.133028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.133028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.133028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.133028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.133345] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.133345] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.133345] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.133477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.133517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.133681] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.133781] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.133821] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.133959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.134143] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.134242] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce4b77b-32df-4906-be96-28bac93fa535 is going to be created. [ 702.210015] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.210520] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.210520] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.210520] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.210644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.231926] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce4b77b-32df-4906-be96-28bac93fa535 in Status: IN_PROGRESS for 2s [ 702.361791] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.362027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-466" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.362157] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-466" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.362498] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-466" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.362771] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.362926] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.363114] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.363340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.363513] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.363697] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.363811] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.363924] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.364072] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.364197] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.364297] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.364432] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.384458] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.384645] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.384785] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.384960] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-466" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.385338] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-02efd849-4905-469f-91dd-ea2c39d48507 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.385522] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.385646] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.385987] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.386215] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02efd849-4905-469f-91dd-ea2c39d48507',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.462355] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.558962] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.559229] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.559313] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.559583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.559686] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.559934] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.560143] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.560225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.560360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.560444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.560578] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 already deleted. [ 702.560676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.889594] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.889833] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.889902] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.890257] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.890452] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.890654] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 02efd849-4905-469f-91dd-ea2c39d48507 not found, creating... [ 702.891086] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.891245] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.891360] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.891653] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.891825] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.892189] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.892399] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.892555] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.892833] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.893062] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.893273] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 02efd849-4905-469f-91dd-ea2c39d48507 is going to be created. [ 702.916119] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.916349] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.916491] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.916801] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.917099] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.917370] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.964617] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.964822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.964899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.965192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.965322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.965463] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 is going to be created. [ 703.011888] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.012064] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.012156] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.012385] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.012545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.026384] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 in Status: UNINITIALIZED for 2s [ 703.686827] env[68824]: INFO networking_nsxv3.common.synchronization [req-d847d0a6-0935-46d2-b4a3-b21af2703c99 req-b195d854-b9f9-407b-b3a2-4856f118f9c7 service nova] Enqueued Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_rules [ 703.686827] env[68824]: INFO networking_nsxv3.common.synchronization [req-d847d0a6-0935-46d2-b4a3-b21af2703c99 req-b195d854-b9f9-407b-b3a2-4856f118f9c7 service nova] Enqueued Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_members [ 703.686827] env[68824]: INFO networking_nsxv3.common.synchronization [req-d847d0a6-0935-46d2-b4a3-b21af2703c99 req-b195d854-b9f9-407b-b3a2-4856f118f9c7 service nova] Enqueued Resource ID: 02efd849-4905-469f-91dd-ea2c39d48507 with Priority: HIGHEST for action port [ 703.686827] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_rules [ 703.686827] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_members [ 703.686827] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02efd849-4905-469f-91dd-ea2c39d48507 with Priority: HIGHEST for action port [ 703.686827] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.690035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.690035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.690818] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.690955] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.693467] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.693467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.693467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.693467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.693467] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.693735] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.693875] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.694039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.694362] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.694432] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.695952] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-02efd849-4905-469f-91dd-ea2c39d48507 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.695952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.695952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.696194] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.696324] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02efd849-4905-469f-91dd-ea2c39d48507',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.199206] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.199206] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.199206] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.200462] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02efd849-4905-469f-91dd-ea2c39d48507 with status ACTIVE [ 704.200462] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.200462] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.200462] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.200758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.200758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.201656] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.201656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.201656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.201656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.201656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.201656] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.201656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.202028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.202028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.202028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.202028] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02efd849-4905-469f-91dd-ea2c39d48507 is going to be updated. [ 704.226102] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.226102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.226102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.226102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.226102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.226102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02efd849-4905-469f-91dd-ea2c39d48507" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.244172] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce4b77b-32df-4906-be96-28bac93fa535 in Status: SUCCESS [ 704.244172] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.704353] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.791750] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 req-e71f244f-37a1-46b4-892c-9439a596c58a tempest-ServerActionsTestOtherB-972172905 tempest-ServerActionsTestOtherB-972172905-project-member] Enqueued Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_members [ 704.791750] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_members [ 704.791750] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb1273c-068c-448e-b087-596fb43001e9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.791750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.791750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.791750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.797364] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.797364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.797364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.797364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.797364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.797364] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.039223] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 in Status: SUCCESS [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.039223] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.039223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.039641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.039641] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.206943] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.207128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.207197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.207413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.207501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.207599] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 is going to be created. [ 705.232454] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.232645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.232728] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.232982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.233208] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.243177] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 in Status: UNINITIALIZED for 2s [ 705.298454] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.298660] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-172" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.298783] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-172" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299139] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-172" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.299407] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.299562] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.299696] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299982] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.301018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301018] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.301018] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.301018] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.301018] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.301018] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.301018] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.301018] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.302128] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.302238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.302307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.302458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.302544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.302717] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.302810] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.302872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.303047] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.303140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.303207] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddb1273c-068c-448e-b087-596fb43001e9 already deleted. [ 705.303285] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322851] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.323120] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.323271] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.323496] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-172" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.324355] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-5e87b985-9b83-4b8b-b1e1-a6091084c19d taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.324472] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.324522] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.324824] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.324966] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e87b985-9b83-4b8b-b1e1-a6091084c19d',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.543765] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b367d361-da2e-4ec8-acbd-8855aa1a78a0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.830163] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.830163] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.830163] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.830839] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.830839] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.831093] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 5e87b985-9b83-4b8b-b1e1-a6091084c19d not found, creating... [ 705.832675] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.832675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.832675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.832675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.832675] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.832675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.833729] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.834008] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.834243] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 5e87b985-9b83-4b8b-b1e1-a6091084c19d is going to be created. [ 705.853645] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.853857] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.853981] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.854275] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.854498] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.854721] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.050894] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b367d361-da2e-4ec8-acbd-8855aa1a78a0: rpc.has_security_group_logging(os_id): False [ 706.067320] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.067772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.067952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.068308] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.068523] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.068877] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.069138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.069293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.069557] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.069729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.069909] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 is going to be created. [ 706.126922] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.127095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.127179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.127410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.127603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.137457] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 in Status: IN_PROGRESS for 2s [ 706.619778] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 req-2210167c-49ba-4223-aa9b-4c2b1aa99ab2 service nova] Enqueued Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_rules [ 706.619778] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 req-2210167c-49ba-4223-aa9b-4c2b1aa99ab2 service nova] Enqueued Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_members [ 706.619778] env[68824]: INFO networking_nsxv3.common.synchronization [req-d0ec56f2-49f7-4cac-8290-f697c37fcf52 req-2210167c-49ba-4223-aa9b-4c2b1aa99ab2 service nova] Enqueued Resource ID: 5e87b985-9b83-4b8b-b1e1-a6091084c19d with Priority: HIGHEST for action port [ 706.619778] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_rules [ 706.619778] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb1273c-068c-448e-b087-596fb43001e9 with Priority: HIGHEST for action security_group_members [ 706.621038] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e87b985-9b83-4b8b-b1e1-a6091084c19d with Priority: HIGHEST for action port [ 706.621038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb1273c-068c-448e-b087-596fb43001e9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.621038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.621038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.621038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.621038] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.622218] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb1273c-068c-448e-b087-596fb43001e9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.622342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.623332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.623332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.623332] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.623332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.623332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.623332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.623332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.624012] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.624802] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e87b985-9b83-4b8b-b1e1-a6091084c19d taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.624918] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.625365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.625365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.625365] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e87b985-9b83-4b8b-b1e1-a6091084c19d',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.007625] env[68824]: INFO networking_nsxv3.common.synchronization [req-096b543b-93cf-43ac-bc91-8c112650e5ce req-46f9ca65-3239-4ab6-af2c-ed4155710ace tempest-TenantUsagesTestJSON-1457459682 tempest-TenantUsagesTestJSON-1457459682-project-member] Enqueued Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_members [ 707.008318] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae with Priority: HIGHEST for action security_group_members [ 707.008318] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-913fd668-2076-4ded-af43-7ad8e44fc0ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.008579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.008579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.008901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.008901] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.009048] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009091] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.009247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.009334] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.009424] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913fd668-2076-4ded-af43-7ad8e44fc0ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.126498] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb1273c-068c-448e-b087-596fb43001e9 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.126638] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.126825] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.127707] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e87b985-9b83-4b8b-b1e1-a6091084c19d with status ACTIVE [ 707.127886] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.128009] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.128090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.128338] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.128378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.128536] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.128632] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.128694] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.128839] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.128913] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.129099] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.129236] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.129315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.129493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.129535] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.129617] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e87b985-9b83-4b8b-b1e1-a6091084c19d is going to be updated. [ 707.151633] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.151730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.151921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.152086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.152209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.152400] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e87b985-9b83-4b8b-b1e1-a6091084c19d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.252626] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 in Status: SUCCESS [ 707.254316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.254501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.255076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.255076] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.255076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.255248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.255665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.255665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.255665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.255810] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.428289] env[68824]: INFO networking_nsxv3.common.synchronization [req-c01a2963-b067-4949-bdf9-ef1461c70acf req-9a896785-3f67-468a-85ec-b61f3ec4ed18 tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Enqueued Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_members [ 707.432020] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_members [ 707.432020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.432020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.432020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.432020] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.512859] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.513092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.513166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.513354] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.513449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.513639] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.513784] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.513784] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.513939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.514026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.514118] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae is going to be updated. [ 707.545247] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.545468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.545468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.545667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.545810] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.557748] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: IN_PROGRESS for 2s [ 707.631509] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.760026] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.760202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.760452] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.760728] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.760874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.761184] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.761295] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.761409] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.761579] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.761700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.761779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.761943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.762119] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.762253] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.762332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.762570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.762668] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.762773] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.762898] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.823315] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.823315] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-463" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.823315] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-463" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.823315] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-463" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.823606] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.823769] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.823886] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.824752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.824970] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.825241] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.825446] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.825639] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.825808] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.825967] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.826132] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.826300] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.845649] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.849026] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.849026] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.849026] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-463" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.849026] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.849026] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.849026] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.849026] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.849026] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb1e7d4-2adf-4493-b4cf-25fa84cc3110',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.933873] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.934164] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.934164] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.936442] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.936442] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: defe94d5-883a-4333-827a-cf87262e180c already deleted. [ 707.936442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.134498] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134855] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134855] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134979] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.135066] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddb1273c-068c-448e-b087-596fb43001e9 is going to be created. [ 708.148750] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b367d361-da2e-4ec8-acbd-8855aa1a78a0 in Status: SUCCESS [ 708.148960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b367d361-da2e-4ec8-acbd-8855aa1a78a0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.157823] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.157952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.158380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.169286] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb1273c-068c-448e-b087-596fb43001e9 in Status: UNINITIALIZED for 2s [ 708.267642] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77: rpc.has_security_group_logging(os_id): False [ 708.290125] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.290325] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.290454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.290602] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.290767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291035] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.291135] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.291207] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.291422] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.291480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291668] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.291763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.291825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.291971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.292148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.292359] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.292455] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.292516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.292683] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.292761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.292856] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 is going to be created. [ 708.350569] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.350825] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.350975] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.351373] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351922] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351922] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port efb1e7d4-2adf-4493-b4cf-25fa84cc3110 not found, creating... [ 708.352083] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.353333] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.353333] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.353501] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.353643] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.353920] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.354124] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.354221] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.354528] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.354618] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.355260] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: efb1e7d4-2adf-4493-b4cf-25fa84cc3110 is going to be created. [ 708.356637] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.357181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.357181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.357181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.357181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.367192] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 in Status: IN_PROGRESS for 2s [ 708.380719] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.380719] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.380719] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.381216] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.381216] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.381973] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.191054] env[68824]: INFO networking_nsxv3.common.synchronization [req-180e53ff-b3a7-4e34-af8d-273f413aaf56 req-4dc856bf-f1ad-4b41-9844-ba21223ffd4a tempest-ImagesNegativeTestJSON-1807237661 tempest-ImagesNegativeTestJSON-1807237661-project-member] Enqueued Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_members [ 709.191054] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce4b77b-32df-4906-be96-28bac93fa535 with Priority: HIGHEST for action security_group_members [ 709.191054] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce4b77b-32df-4906-be96-28bac93fa535 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.191054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.191054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.193988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.193988] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.193988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.193988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.193988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.193988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.193988] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce4b77b-32df-4906-be96-28bac93fa535',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.250339] env[68824]: INFO networking_nsxv3.common.synchronization [req-c01a2963-b067-4949-bdf9-ef1461c70acf req-4fc6dce8-fdb2-4c2d-b8be-2b285af7ea2c service nova] Enqueued Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_rules [ 709.250339] env[68824]: INFO networking_nsxv3.common.synchronization [req-c01a2963-b067-4949-bdf9-ef1461c70acf req-4fc6dce8-fdb2-4c2d-b8be-2b285af7ea2c service nova] Enqueued Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_members [ 709.250339] env[68824]: INFO networking_nsxv3.common.synchronization [req-c01a2963-b067-4949-bdf9-ef1461c70acf req-4fc6dce8-fdb2-4c2d-b8be-2b285af7ea2c service nova] Enqueued Resource ID: efb1e7d4-2adf-4493-b4cf-25fa84cc3110 with Priority: HIGHEST for action port [ 709.250339] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_rules [ 709.250339] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_members [ 709.250339] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb1e7d4-2adf-4493-b4cf-25fa84cc3110 with Priority: HIGHEST for action port [ 709.250721] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.250850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.250936] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.252941] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.253070] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.254240] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.254361] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.254446] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.254624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.254795] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.254891] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.254952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.255128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.255218] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.255360] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.256087] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.256199] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.256265] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.256414] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.256496] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb1e7d4-2adf-4493-b4cf-25fa84cc3110',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.567513] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae in Status: SUCCESS [ 709.567699] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913fd668-2076-4ded-af43-7ad8e44fc0ae deletion is rescheduled due to dependency. [ 709.567812] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913fd668-2076-4ded-af43-7ad8e44fc0ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.698868] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.698868] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.698868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.698868] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4b77b-32df-4906-be96-28bac93fa535 is going to be updated. [ 709.714482] env[68824]: INFO networking_nsxv3.common.synchronization [req-6cefd916-ea3d-4078-a3ea-fd80e1182741 req-e776b26a-e2e7-4b14-baca-0e84ec15ce22 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 709.714982] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 709.715291] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.715439] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.715508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.715692] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.715859] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.715959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.716040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.716244] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.716334] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.716379] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.725978] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.726138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.726204] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.726352] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.726486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.734355] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4b77b-32df-4906-be96-28bac93fa535 in Status: IN_PROGRESS for 2s [ 709.757855] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.757997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.758150] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.758898] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efb1e7d4-2adf-4493-b4cf-25fa84cc3110 with status ACTIVE [ 709.759091] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.759245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.759293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.759642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.759642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.759782] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.759874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.759930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.760097] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.760176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.760415] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.760581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.760581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.760657] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.760694] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.760865] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efb1e7d4-2adf-4493-b4cf-25fa84cc3110 is going to be updated. [ 709.779458] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.779620] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.779695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.779913] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.780093] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.780315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb1e7d4-2adf-4493-b4cf-25fa84cc3110" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.180922] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb1273c-068c-448e-b087-596fb43001e9 in Status: SUCCESS [ 710.181158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.181318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.181518] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.181710] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.181828] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.181892] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.182058] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.182143] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.183843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.183843] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.218882] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.219283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.219283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.219283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.219401] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.219545] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.219663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.219707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.219840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.219916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.220012] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be updated. [ 710.258184] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.258375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.258375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.258579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.258715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.262420] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.270556] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: IN_PROGRESS for 2s [ 710.379128] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 in Status: SUCCESS [ 710.379348] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.684322] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddb1273c-068c-448e-b087-596fb43001e9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.768413] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.768413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.768413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.768413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.768413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.768413] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: defe94d5-883a-4333-827a-cf87262e180c is going to be created. [ 710.790029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.790029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.790029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.790029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.790029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.799022] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: defe94d5-883a-4333-827a-cf87262e180c in Status: UNINITIALIZED for 2s [ 711.082183] env[68824]: INFO networking_nsxv3.common.synchronization [req-f2b4c624-e632-4e8d-9c8d-07f628b2835a req-13e62075-4d78-468e-890e-22bce63ae76e tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 711.082183] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 711.082183] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.082183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.082183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.082183] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.082589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.082589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.082776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.082776] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.188259] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddb1273c-068c-448e-b087-596fb43001e9: rpc.has_security_group_logging(os_id): False [ 711.209113] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.209113] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.209113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.209113] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb1273c-068c-448e-b087-596fb43001e9 is going to be created. [ 711.315590] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.315998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.315998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.316377] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.316689] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.333656] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddb1273c-068c-448e-b087-596fb43001e9 in Status: IN_PROGRESS for 2s [ 711.585426] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.593485] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.593485] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.593485] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.594017] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596013] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.596013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.596013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.596013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.596013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.596013] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.596013] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.596013] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.596013] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.596013] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.596013] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.596013] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.613164] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.613357] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.613530] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.613702] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-567" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.613985] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.614154] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.614280] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.614693] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.614749] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.749238] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce4b77b-32df-4906-be96-28bac93fa535 in Status: SUCCESS [ 711.749453] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce4b77b-32df-4906-be96-28bac93fa535 deletion is rescheduled due to dependency. [ 711.749603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce4b77b-32df-4906-be96-28bac93fa535" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.098586] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.118022] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.118022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.118022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.118022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.118022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.118363] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 not found, creating... [ 712.118363] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.118530] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.118622] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.118840] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.119440] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.119440] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.119440] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.119608] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.120176] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.120176] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.120176] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 is going to be created. [ 712.142889] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.143164] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.143298] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.143549] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.143803] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.144112] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.279165] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 712.279351] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 deletion is rescheduled due to dependency. [ 712.279493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.603564] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.604043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.607450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.607672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.607771] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.607839] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be updated. [ 712.633965] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.634174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.634233] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.634404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.634544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.642892] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: IN_PROGRESS for 2s [ 712.809517] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: defe94d5-883a-4333-827a-cf87262e180c in Status: SUCCESS [ 712.809727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.809895] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.810140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.810334] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.810466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.810528] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.810671] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.810784] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.810836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.810920] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.110496] env[68824]: INFO networking_nsxv3.common.synchronization [req-f2b4c624-e632-4e8d-9c8d-07f628b2835a req-58d69a40-373e-473f-8879-cc5daee0dd41 service nova] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_rules [ 713.110496] env[68824]: INFO networking_nsxv3.common.synchronization [req-f2b4c624-e632-4e8d-9c8d-07f628b2835a req-58d69a40-373e-473f-8879-cc5daee0dd41 service nova] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 713.110496] env[68824]: INFO networking_nsxv3.common.synchronization [req-f2b4c624-e632-4e8d-9c8d-07f628b2835a req-58d69a40-373e-473f-8879-cc5daee0dd41 service nova] Enqueued Resource ID: b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 with Priority: HIGHEST for action port [ 713.110496] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_rules [ 713.110496] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 713.110496] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 with Priority: HIGHEST for action port [ 713.110496] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.110496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.110496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.110496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.110496] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.111176] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.111176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.111176] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.111176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.111453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.111453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.111540] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.313103] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.350049] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddb1273c-068c-448e-b087-596fb43001e9 in Status: SUCCESS [ 713.350442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb1273c-068c-448e-b087-596fb43001e9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.616045] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.616045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.616045] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 with status ACTIVE [ 713.616826] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.616826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.616826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.616826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.616826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.616826] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.616826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.617376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.617376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.617376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.617376] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.617613] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.617613] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.617613] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.617727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.617762] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21 is going to be updated. [ 713.639019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.639019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.639019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.639019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.639019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.639019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a46f7a-c3b1-4080-bfd6-9d360d8dbd21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.819038] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for defe94d5-883a-4333-827a-cf87262e180c: rpc.has_security_group_logging(os_id): False [ 713.836677] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.836826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.836912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.837227] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.837357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.837645] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.837809] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.837934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.838128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.838225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.838332] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: defe94d5-883a-4333-827a-cf87262e180c is going to be created. [ 714.015439] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.015598] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.015682] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.015956] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.016206] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.046587] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: defe94d5-883a-4333-827a-cf87262e180c in Status: IN_PROGRESS for 2s [ 714.652653] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 714.652919] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653117] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654313] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.654462] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.654526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654691] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.655861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.655861] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.030761] env[68824]: INFO networking_nsxv3.common.synchronization [req-f3b7668d-efec-4218-a81e-7c6a3a03dc99 req-71b7e08a-ac2b-4f53-8ce4-482a9ac317cc tempest-InstanceActionsNegativeTestJSON-180140820 tempest-InstanceActionsNegativeTestJSON-180140820-project-member] Enqueued Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_members [ 715.031464] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 with Priority: HIGHEST for action security_group_members [ 715.031892] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.031892] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.031892] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.033640] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.034957] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.035144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.036215] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.036215] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.036215] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.036215] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.157462] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.540906] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.541437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.542685] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.543052] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.543272] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.543601] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.543860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.544045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.544329] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.544513] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.546021] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 is going to be updated. [ 715.573766] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.576037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.576037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.576037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.576037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.584765] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 in Status: IN_PROGRESS for 2s [ 715.661578] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.059088] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: defe94d5-883a-4333-827a-cf87262e180c in Status: SUCCESS [ 716.059349] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.164343] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.164473] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.164540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.164749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.164845] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.164950] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be updated. [ 716.204299] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.204299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.204299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.204299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.204299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.216083] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: IN_PROGRESS for 2s [ 716.239192] env[68824]: INFO networking_nsxv3.common.synchronization [req-c2611db9-82f7-40fc-bcc9-81a0bc349201 req-cb00126a-ee35-46b9-aa0f-44f5d37c6503 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Enqueued Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_members [ 716.239742] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_members [ 716.240067] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.240203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.240267] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.240531] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.240691] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.240787] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.240845] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.242939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.243857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.243857] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.706268] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.706654] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.706654] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.706848] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.707118] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.707276] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.707391] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.707603] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.707744] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.707956] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.708487] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.708650] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.708766] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.708890] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.708995] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.709144] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.728502] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.728661] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.728797] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.729761] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.730465] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-99954878-04c5-4e13-b12c-7020b9e152e6 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.730465] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.730706] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.731053] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.732349] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99954878-04c5-4e13-b12c-7020b9e152e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.746446] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.746597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.747720] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.748051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.748157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.749480] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.749480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.749480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.749480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.749480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.749480] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2aa6133-003f-4212-909b-78a6a89becde already deleted. [ 716.749833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.234693] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.234924] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.235065] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.235345] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.235494] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.235689] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 99954878-04c5-4e13-b12c-7020b9e152e6 not found, creating... [ 717.236139] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.236584] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.236584] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.236740] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.236881] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.237192] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.237398] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.237578] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.237810] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.237948] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.238373] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 99954878-04c5-4e13-b12c-7020b9e152e6 is going to be created. [ 717.259356] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.259571] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.259765] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.259967] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.260216] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.260443] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.583427] env[68824]: INFO networking_nsxv3.common.synchronization [None req-5dc578a8-504f-4d10-99b4-0dcbe03479de None None] Enqueued Resource ID: 89f80454-1ea4-4682-b535-a02d99eed69a with Priority: HIGHEST for action port [ 717.583427] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f80454-1ea4-4682-b535-a02d99eed69a with Priority: HIGHEST for action port [ 717.583792] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f80454-1ea4-4682-b535-a02d99eed69a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.583915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f80454-1ea4-4682-b535-a02d99eed69a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.583978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f80454-1ea4-4682-b535-a02d99eed69a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.584304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f80454-1ea4-4682-b535-a02d99eed69a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.584382] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f80454-1ea4-4682-b535-a02d99eed69a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.593835] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 in Status: SUCCESS [ 717.593999] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77 deletion is rescheduled due to dependency. [ 717.594155] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd90ecc-e2fd-4c4d-b740-b34f4bc11e77" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.052409] env[68824]: INFO networking_nsxv3.common.synchronization [req-c2611db9-82f7-40fc-bcc9-81a0bc349201 req-defd0af8-7946-42ac-a8c7-39064023b3d2 service nova] Enqueued Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_rules [ 718.052409] env[68824]: INFO networking_nsxv3.common.synchronization [req-c2611db9-82f7-40fc-bcc9-81a0bc349201 req-defd0af8-7946-42ac-a8c7-39064023b3d2 service nova] Enqueued Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_members [ 718.052409] env[68824]: INFO networking_nsxv3.common.synchronization [req-c2611db9-82f7-40fc-bcc9-81a0bc349201 req-defd0af8-7946-42ac-a8c7-39064023b3d2 service nova] Enqueued Resource ID: 99954878-04c5-4e13-b12c-7020b9e152e6 with Priority: HIGHEST for action port [ 718.052409] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_rules [ 718.052409] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_members [ 718.052409] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99954878-04c5-4e13-b12c-7020b9e152e6 with Priority: HIGHEST for action port [ 718.053074] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.053218] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.053265] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.053629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.053629] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.054646] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.054769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.054815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.055860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.055860] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.055860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.055860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.055860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.055860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.056237] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.059461] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-99954878-04c5-4e13-b12c-7020b9e152e6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.063566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.063566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.063566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.063566] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99954878-04c5-4e13-b12c-7020b9e152e6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.091495] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f80454-1ea4-4682-b535-a02d99eed69a [ 718.091495] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.091495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.091495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.091796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.091796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.091796] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f80454-1ea4-4682-b535-a02d99eed69a already deleted. [ 718.091796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f80454-1ea4-4682-b535-a02d99eed69a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.225252] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 718.225252] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.225252] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.225738] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.225738] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.225738] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.226188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.226188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.226188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.226188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.226188] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.568139] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.568139] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568139] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99954878-04c5-4e13-b12c-7020b9e152e6 with status ACTIVE [ 718.568139] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.568139] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.568139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.568921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.569258] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.569335] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.569361] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.569516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.569595] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.570173] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99954878-04c5-4e13-b12c-7020b9e152e6 is going to be updated. [ 718.591929] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.591929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.591929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.593024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.593024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.593024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99954878-04c5-4e13-b12c-7020b9e152e6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.728304] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.728472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.728577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.728841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.729029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.729140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.729200] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.729354] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.729436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.729521] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.729661] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.729750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.729807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.729945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.730088] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.730174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.730229] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.730363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.730433] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.730510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.730598] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.073128] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.232939] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf2d692-6da9-45a5-a6e9-c5df2da0609c: rpc.has_security_group_logging(os_id): False [ 719.250076] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.251389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.251501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.251789] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.251939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.252315] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.255237] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.255237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.255607] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.255673] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.255836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.259033] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.259033] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.259033] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.259033] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be updated. [ 719.314612] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.314761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.314832] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.315062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.315213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.328720] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: IN_PROGRESS for 2s [ 719.580145] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.580300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.580336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.580647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.580740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.580845] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2aa6133-003f-4212-909b-78a6a89becde is going to be created. [ 719.602036] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.602210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.602310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.602624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.602800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612348] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2aa6133-003f-4212-909b-78a6a89becde in Status: UNINITIALIZED for 2s [ 719.995131] env[68824]: INFO networking_nsxv3.common.synchronization [None req-fc52f0a4-4a7b-43ff-888d-3c5ce3be25d3 None None] Enqueued Resource ID: a3326397-0739-4e1e-916e-ab5fd69b7cf2 with Priority: HIGHEST for action port [ 719.995131] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3326397-0739-4e1e-916e-ab5fd69b7cf2 with Priority: HIGHEST for action port [ 719.995225] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3326397-0739-4e1e-916e-ab5fd69b7cf2 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.995330] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3326397-0739-4e1e-916e-ab5fd69b7cf2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.995715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3326397-0739-4e1e-916e-ab5fd69b7cf2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.995715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3326397-0739-4e1e-916e-ab5fd69b7cf2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.995715] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3326397-0739-4e1e-916e-ab5fd69b7cf2',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.500088] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3326397-0739-4e1e-916e-ab5fd69b7cf2 [ 720.500483] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.500483] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.500668] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.500772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.500862] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.500961] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3326397-0739-4e1e-916e-ab5fd69b7cf2 already deleted. [ 720.501088] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3326397-0739-4e1e-916e-ab5fd69b7cf2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.353811] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 721.354030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623556] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2aa6133-003f-4212-909b-78a6a89becde in Status: SUCCESS [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.623556] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623556] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.126403] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.127239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.128023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.128220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.128273] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.128384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.128450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.128609] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.128698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.128786] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.128929] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.129050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.129116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.129266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.129774] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.129774] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.129774] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.129774] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.129957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.129957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.130023] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.310086] env[68824]: INFO networking_nsxv3.common.synchronization [req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 req-99452415-d44c-4f8c-bebc-d76ee128ee02 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Enqueued Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_members [ 722.310086] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_members [ 722.310086] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310908] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.311232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.311395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.312751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.313762] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.313762] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.618974] env[68824]: INFO networking_nsxv3.common.synchronization [None req-61c53ff1-f2ed-460d-b755-49363a31dfd4 None None] Enqueued Resource ID: c6ce7f02-d24c-4e14-b3c7-e2b060dd8509 with Priority: HIGHEST for action port [ 722.619248] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ce7f02-d24c-4e14-b3c7-e2b060dd8509 with Priority: HIGHEST for action port [ 722.619822] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ce7f02-d24c-4e14-b3c7-e2b060dd8509 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.619947] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ce7f02-d24c-4e14-b3c7-e2b060dd8509" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.620077] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ce7f02-d24c-4e14-b3c7-e2b060dd8509" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.620815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ce7f02-d24c-4e14-b3c7-e2b060dd8509" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.620904] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ce7f02-d24c-4e14-b3c7-e2b060dd8509',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.634672] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2aa6133-003f-4212-909b-78a6a89becde: rpc.has_security_group_logging(os_id): False [ 722.652565] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.652719] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.652770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.652991] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.653125] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.653343] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.653447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.653503] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.653685] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.653763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.653945] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.654064] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.654149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.654305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.654376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.654586] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.654679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.654740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.654884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.654958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.655515] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2aa6133-003f-4212-909b-78a6a89becde is going to be created. [ 722.706318] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.706502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.706555] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.706905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.706905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.722118] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2aa6133-003f-4212-909b-78a6a89becde in Status: IN_PROGRESS for 2s [ 722.817138] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.817297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.817369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.817628] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.817692] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.817857] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.817954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.818028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.818179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.818256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.818371] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 already deleted. [ 722.818475] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.123213] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6ce7f02-d24c-4e14-b3c7-e2b060dd8509 [ 723.123446] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.123581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.123647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.123859] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.123947] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.124048] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6ce7f02-d24c-4e14-b3c7-e2b060dd8509 already deleted. [ 723.127018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ce7f02-d24c-4e14-b3c7-e2b060dd8509" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.252192] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.253030] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.253030] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.253030] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.253308] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.253308] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.253432] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.253627] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.253780] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.253990] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.254092] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.254262] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.254317] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.254426] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.258019] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.258019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.272178] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.272337] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.272473] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.272646] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.273147] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-a0715ee5-89c2-4c41-a811-75eb099d35e1 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.273147] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.273293] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.273572] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.273711] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0715ee5-89c2-4c41-a811-75eb099d35e1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.777044] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.777279] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.777311] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.777632] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.777751] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.777916] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port a0715ee5-89c2-4c41-a811-75eb099d35e1 not found, creating... [ 723.780831] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.780831] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.780831] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.780831] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.780831] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.781403] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.781499] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.781638] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.781841] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.781975] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782126] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: a0715ee5-89c2-4c41-a811-75eb099d35e1 is going to be created. [ 723.800719] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.801023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.801303] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.801621] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.803836] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.803909] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.731802] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2aa6133-003f-4212-909b-78a6a89becde in Status: SUCCESS [ 724.732076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.855761] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c45e69bb-cac9-47b0-ad45-eabe9d47481b None None] Enqueued Resource ID: 9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74 with Priority: HIGHEST for action port [ 724.855761] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74 with Priority: HIGHEST for action port [ 724.855761] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.855761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.855761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.858345] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.858437] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.018380] env[68824]: INFO networking_nsxv3.common.synchronization [req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 req-1b23aae3-bdf5-4f4d-8cc7-e17308dde9f2 service nova] Enqueued Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_rules [ 725.018553] env[68824]: INFO networking_nsxv3.common.synchronization [req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 req-1b23aae3-bdf5-4f4d-8cc7-e17308dde9f2 service nova] Enqueued Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_members [ 725.020934] env[68824]: INFO networking_nsxv3.common.synchronization [req-32fabb3a-d9cb-4635-a7b4-02a2b8330642 req-1b23aae3-bdf5-4f4d-8cc7-e17308dde9f2 service nova] Enqueued Resource ID: a0715ee5-89c2-4c41-a811-75eb099d35e1 with Priority: HIGHEST for action port [ 725.020934] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_rules [ 725.020934] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 with Priority: HIGHEST for action security_group_members [ 725.020934] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0715ee5-89c2-4c41-a811-75eb099d35e1 with Priority: HIGHEST for action port [ 725.021342] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.021489] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.021559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.022598] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.022598] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.025257] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.025257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.025621] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.026124] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.030192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.031120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.031120] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.035017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0715ee5-89c2-4c41-a811-75eb099d35e1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.035017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.035017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.035017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.035017] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0715ee5-89c2-4c41-a811-75eb099d35e1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.361870] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74 [ 725.361966] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.362718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.362718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.362718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.362718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.362718] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74 already deleted. [ 725.362718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c96df5d-74ef-4d4b-a8fe-0bf6b40a9d74" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.524673] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.524902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.536581] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.537312] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0715ee5-89c2-4c41-a811-75eb099d35e1 with status ACTIVE [ 725.537517] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.537644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.537712] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.537911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.538009] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.538190] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.538300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.538363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.538515] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.538592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.538772] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.538862] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.539029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.541403] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.541500] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.541989] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0715ee5-89c2-4c41-a811-75eb099d35e1 is going to be updated. [ 725.563853] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.563853] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.563853] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.563853] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.564055] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.564055] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0715ee5-89c2-4c41-a811-75eb099d35e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.678410] env[68824]: INFO networking_nsxv3.common.synchronization [None req-af02ec2b-12eb-4c41-bae8-dadf473844d2 None None] Enqueued Resource ID: 36d93e5b-88eb-411a-b220-ee19825ada23 with Priority: HIGHEST for action port [ 725.678410] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d93e5b-88eb-411a-b220-ee19825ada23 with Priority: HIGHEST for action port [ 725.678638] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d93e5b-88eb-411a-b220-ee19825ada23 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.679460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d93e5b-88eb-411a-b220-ee19825ada23" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.679460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d93e5b-88eb-411a-b220-ee19825ada23" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.682378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d93e5b-88eb-411a-b220-ee19825ada23" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.682378] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d93e5b-88eb-411a-b220-ee19825ada23',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.023463] env[68824]: INFO networking_nsxv3.common.synchronization [None req-35036cdf-d0de-4050-ba2b-b7b3aa2174ad None None] Enqueued Resource ID: 8b44bad3-667b-44d0-93f4-fe3e7073be3c with Priority: HIGHEST for action port [ 726.023463] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b44bad3-667b-44d0-93f4-fe3e7073be3c with Priority: HIGHEST for action port [ 726.023463] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b44bad3-667b-44d0-93f4-fe3e7073be3c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.023463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b44bad3-667b-44d0-93f4-fe3e7073be3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.024507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b44bad3-667b-44d0-93f4-fe3e7073be3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.027140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b44bad3-667b-44d0-93f4-fe3e7073be3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.027140] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b44bad3-667b-44d0-93f4-fe3e7073be3c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.045106] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.185982] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d93e5b-88eb-411a-b220-ee19825ada23 [ 726.185982] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.185982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.185982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.185982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.185982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.185982] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d93e5b-88eb-411a-b220-ee19825ada23 already deleted. [ 726.185982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d93e5b-88eb-411a-b220-ee19825ada23" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.528729] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b44bad3-667b-44d0-93f4-fe3e7073be3c [ 726.528729] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.528729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.528729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.528729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.528729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.528729] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b44bad3-667b-44d0-93f4-fe3e7073be3c already deleted. [ 726.529163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b44bad3-667b-44d0-93f4-fe3e7073be3c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.550028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.550028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.550028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.550028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.550028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.550028] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 is going to be created. [ 726.574248] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.574530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.574693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.574969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.575239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.588081] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 in Status: UNINITIALIZED for 2s [ 727.639582] env[68824]: INFO networking_nsxv3.common.synchronization [None req-174ae162-7352-4ea1-83b0-30b2a0892b97 None None] Enqueued Resource ID: 663a3bd4-7607-4a8d-8b36-a6991f295b14 with Priority: HIGHEST for action port [ 727.640708] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663a3bd4-7607-4a8d-8b36-a6991f295b14 with Priority: HIGHEST for action port [ 727.640708] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-663a3bd4-7607-4a8d-8b36-a6991f295b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.640820] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663a3bd4-7607-4a8d-8b36-a6991f295b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.640866] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663a3bd4-7607-4a8d-8b36-a6991f295b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.641501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663a3bd4-7607-4a8d-8b36-a6991f295b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.641595] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663a3bd4-7607-4a8d-8b36-a6991f295b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.847870] env[68824]: INFO networking_nsxv3.common.synchronization [req-61c582a3-880b-4abd-b02c-60341d0d5246 req-df679556-bd9a-4753-8314-0f69cf6c3487 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Enqueued Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_members [ 727.848553] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_members [ 727.849568] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.849834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.850015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.850337] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.850587] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.850798] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.850939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.851203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.851386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.852026] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.144912] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663a3bd4-7607-4a8d-8b36-a6991f295b14 [ 728.144912] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.144912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.144912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.144912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.144912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.144912] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663a3bd4-7607-4a8d-8b36-a6991f295b14 already deleted. [ 728.144912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663a3bd4-7607-4a8d-8b36-a6991f295b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.355241] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.356529] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.356529] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 already deleted. [ 728.356529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.599195] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 in Status: SUCCESS [ 728.599406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.599578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.601049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.601259] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.601392] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.604216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.604358] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.604459] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.604559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.604659] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.669271] env[68824]: INFO networking_nsxv3.common.synchronization [None req-1f89b618-838a-4a12-a1ad-5b55f1eb8f15 None None] Enqueued Resource ID: 733aa07b-4327-4122-a8f2-131f3519dc8c with Priority: HIGHEST for action port [ 728.669550] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733aa07b-4327-4122-a8f2-131f3519dc8c with Priority: HIGHEST for action port [ 728.670802] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-733aa07b-4327-4122-a8f2-131f3519dc8c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.671174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733aa07b-4327-4122-a8f2-131f3519dc8c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.671174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733aa07b-4327-4122-a8f2-131f3519dc8c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.671695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733aa07b-4327-4122-a8f2-131f3519dc8c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.671787] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733aa07b-4327-4122-a8f2-131f3519dc8c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.737429] env[68824]: INFO networking_nsxv3.common.synchronization [None req-1ab123c8-c9c0-4eb1-9f21-78ee355f4154 None None] Enqueued Resource ID: 17ac430e-3ce7-4bb0-821b-5efb15c369c8 with Priority: HIGHEST for action port [ 728.737429] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ac430e-3ce7-4bb0-821b-5efb15c369c8 with Priority: HIGHEST for action port [ 728.737429] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17ac430e-3ce7-4bb0-821b-5efb15c369c8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.737429] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17ac430e-3ce7-4bb0-821b-5efb15c369c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737429] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17ac430e-3ce7-4bb0-821b-5efb15c369c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.739288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17ac430e-3ce7-4bb0-821b-5efb15c369c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.739288] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17ac430e-3ce7-4bb0-821b-5efb15c369c8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.888426] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.889127] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-49" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.889336] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-49" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.891171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-49" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.891464] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.891709] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.891881] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.892388] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.892566] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.892899] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.893356] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.893356] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.893658] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.893833] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.893907] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.897274] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.915370] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.915534] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.915735] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.915972] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-49" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.916436] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-052cb316-febd-41d1-ade9-2c0513c77cde taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.916611] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.916829] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918444] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918858] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052cb316-febd-41d1-ade9-2c0513c77cde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.111437] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3966b0c7-b4b1-4be1-b4ff-5dcc955f9513',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.174037] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 733aa07b-4327-4122-a8f2-131f3519dc8c [ 729.174951] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.175469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.175601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.175942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.176024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.176067] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:733aa07b-4327-4122-a8f2-131f3519dc8c already deleted. [ 729.176366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733aa07b-4327-4122-a8f2-131f3519dc8c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.241949] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17ac430e-3ce7-4bb0-821b-5efb15c369c8 [ 729.242226] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.242366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.242563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.242649] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.242740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.242837] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17ac430e-3ce7-4bb0-821b-5efb15c369c8 already deleted. [ 729.242920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17ac430e-3ce7-4bb0-821b-5efb15c369c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.421951] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.422133] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.422537] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.422572] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.422695] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.422846] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 052cb316-febd-41d1-ade9-2c0513c77cde not found, creating... [ 729.423247] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.423365] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.423428] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.423647] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.424031] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.424372] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.424530] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.424648] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.424865] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.425008] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.425362] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 052cb316-febd-41d1-ade9-2c0513c77cde is going to be created. [ 729.444452] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.444656] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.444779] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.445067] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.445329] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.445556] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.614018] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513: rpc.has_security_group_logging(os_id): False [ 729.641175] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.641175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.641175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.641510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.641510] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.641631] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641713] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.641885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.641976] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642105] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 is going to be created. [ 729.696488] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.696963] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.698147] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698673] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.714351] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 in Status: IN_PROGRESS for 2s [ 730.588086] env[68824]: INFO networking_nsxv3.common.synchronization [req-61c582a3-880b-4abd-b02c-60341d0d5246 req-e492e1fb-4b11-48bf-b43b-d523a9dba810 service nova] Enqueued Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_rules [ 730.588086] env[68824]: INFO networking_nsxv3.common.synchronization [req-61c582a3-880b-4abd-b02c-60341d0d5246 req-e492e1fb-4b11-48bf-b43b-d523a9dba810 service nova] Enqueued Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_members [ 730.588086] env[68824]: INFO networking_nsxv3.common.synchronization [req-61c582a3-880b-4abd-b02c-60341d0d5246 req-e492e1fb-4b11-48bf-b43b-d523a9dba810 service nova] Enqueued Resource ID: 052cb316-febd-41d1-ade9-2c0513c77cde with Priority: HIGHEST for action port [ 730.588086] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_rules [ 730.588086] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_members [ 730.588086] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052cb316-febd-41d1-ade9-2c0513c77cde with Priority: HIGHEST for action port [ 730.588467] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.588467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.588467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.589142] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.589142] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.590603] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.590603] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.590603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.590603] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.591257] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-052cb316-febd-41d1-ade9-2c0513c77cde taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.591359] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.591422] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.591572] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.591670] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052cb316-febd-41d1-ade9-2c0513c77cde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.073645] env[68824]: INFO networking_nsxv3.common.synchronization [None req-9551fe33-1dd4-4fc4-8b6e-33cfddc236fc tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Enqueued Resource ID: e5b70a27-6553-42ba-a2a1-f0a95b79fd3a with Priority: HIGHEST for action security_group_rules [ 731.074183] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b70a27-6553-42ba-a2a1-f0a95b79fd3a with Priority: HIGHEST for action security_group_rules [ 731.077343] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.077343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.077343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.077343] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b70a27-6553-42ba-a2a1-f0a95b79fd3a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.093112] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.093265] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.093437] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.099019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 052cb316-febd-41d1-ade9-2c0513c77cde with status ACTIVE [ 731.099019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.099019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.099019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.099019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.099019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 052cb316-febd-41d1-ade9-2c0513c77cde is going to be updated. [ 731.116867] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.121022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.121022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.121022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.121022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.121022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052cb316-febd-41d1-ade9-2c0513c77cde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.229294] env[68824]: INFO networking_nsxv3.common.synchronization [None req-f90234d9-398d-468c-85c7-d6ebb52f91be tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Enqueued Resource ID: e5b70a27-6553-42ba-a2a1-f0a95b79fd3a with Priority: HIGHEST for action security_group_rules [ 731.229724] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b70a27-6553-42ba-a2a1-f0a95b79fd3a with Priority: HIGHEST for action security_group_rules [ 731.230038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.230147] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.273161] env[68824]: INFO networking_nsxv3.common.synchronization [None req-37195659-6d97-4d82-937e-4ac678cb0dd0 None None] Enqueued Resource ID: 9e151806-8e58-407a-a17a-5e249cfa0a92 with Priority: HIGHEST for action port [ 731.273947] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e151806-8e58-407a-a17a-5e249cfa0a92 with Priority: HIGHEST for action port [ 731.274595] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e151806-8e58-407a-a17a-5e249cfa0a92 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.274845] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e151806-8e58-407a-a17a-5e249cfa0a92" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.274997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e151806-8e58-407a-a17a-5e249cfa0a92" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.275410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e151806-8e58-407a-a17a-5e249cfa0a92" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.275567] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e151806-8e58-407a-a17a-5e249cfa0a92',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.596242] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.596931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.597081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.597307] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.597406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.597507] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b70a27-6553-42ba-a2a1-f0a95b79fd3a already deleted. [ 731.597593] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.597898] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.600561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.600561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.600561] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b70a27-6553-42ba-a2a1-f0a95b79fd3a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.728094] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3966b0c7-b4b1-4be1-b4ff-5dcc955f9513 in Status: SUCCESS [ 731.728343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3966b0c7-b4b1-4be1-b4ff-5dcc955f9513" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.778430] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e151806-8e58-407a-a17a-5e249cfa0a92 [ 731.778756] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.779051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.779083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.779391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.779572] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.779689] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e151806-8e58-407a-a17a-5e249cfa0a92 already deleted. [ 731.779877] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e151806-8e58-407a-a17a-5e249cfa0a92" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.101700] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.101700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.101700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.101700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.101700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.101700] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 is going to be created. [ 732.119531] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.119667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.119734] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.119940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.120040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.120137] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b70a27-6553-42ba-a2a1-f0a95b79fd3a already deleted. [ 732.120219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b70a27-6553-42ba-a2a1-f0a95b79fd3a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.122969] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.123154] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.124082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.124327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.124513] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.134220] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: UNINITIALIZED for 2s [ 732.566297] env[68824]: INFO networking_nsxv3.common.synchronization [req-9bf4ef9e-0bf6-45b5-9315-90e4aa39e5fa req-d3750728-6b5f-451b-aa71-238cacfc6726 tempest-ImagesOneServerTestJSON-1814296919 tempest-ImagesOneServerTestJSON-1814296919-project-member] Enqueued Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_members [ 732.566818] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 with Priority: HIGHEST for action security_group_members [ 732.567186] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.567317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.567378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.567600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.567772] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.567861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.567920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.568078] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.568205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.568276] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd28eb52-80cf-4022-aa5a-1874d2e4d2b5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.070516] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.070690] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.070765] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.070982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.072327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.072556] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.072665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.072732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.072901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.072982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.073083] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 is going to be updated. [ 733.087440] env[68824]: INFO networking_nsxv3.common.synchronization [req-0c619d2b-ae79-41f4-b4ad-990bdaa6cf7f req-376863bf-a3cf-44ac-b72d-99ed11ffa622 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 733.087923] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 733.088252] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.088375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.088442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.088632] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.088777] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.088870] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.088933] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.089427] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.089510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.089608] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.101625] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101625] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.101625] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.101931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.102067] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112606] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: IN_PROGRESS for 2s [ 733.592165] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.094318] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.168879] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: UNINITIALIZED for 4s [ 734.597814] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.598068] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.598202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.598575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.598575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.598666] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be updated. [ 734.630526] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.630526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.630526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.630526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.630526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.643383] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: IN_PROGRESS for 2s [ 735.131349] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: IN_PROGRESS for 4s [ 735.651030] env[68824]: INFO networking_nsxv3.common.synchronization [req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 req-3f30dbfd-3d9a-489b-85b6-c97ea525ca7c tempest-VolumesAdminNegativeTest-118789864 tempest-VolumesAdminNegativeTest-118789864-project-member] Enqueued Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_members [ 735.651030] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_members [ 735.651344] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e93572-8ba0-49ff-b159-4bd355430f19 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.651408] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.651473] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.651738] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.651898] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.652055] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.652086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.652228] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.652311] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.652401] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.156227] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.156388] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.156450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.159421] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.159625] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.159732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.159795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.160092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.160154] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e93572-8ba0-49ff-b159-4bd355430f19 already deleted. [ 736.160226] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.178303] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: SUCCESS [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.180537] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180537] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.653242] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 736.653656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.675361] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.675361] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-646" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.675361] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-646" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.675923] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-646" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.675923] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.676101] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.676252] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.676722] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.676722] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.676930] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.677078] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.677215] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.677353] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.677489] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.677656] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.677884] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.685095] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.696177] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.697101] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.697101] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.697101] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-646" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.697101] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-56412ef2-ce0a-47ed-9f78-d94e0e70f837 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.697320] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.697476] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.697840] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.698101] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56412ef2-ce0a-47ed-9f78-d94e0e70f837',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.141476] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 in Status: SUCCESS [ 737.141575] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd28eb52-80cf-4022-aa5a-1874d2e4d2b5 deletion is rescheduled due to dependency. [ 737.141695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd28eb52-80cf-4022-aa5a-1874d2e4d2b5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.185826] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 113b2330-1842-4a05-8c5e-24fa4e925cb3: rpc.has_security_group_logging(os_id): False [ 737.200898] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.203730] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.203878] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.204213] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.204392] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.204556] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 56412ef2-ce0a-47ed-9f78-d94e0e70f837 not found, creating... [ 737.205487] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.205487] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.205487] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.205487] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.205487] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.205779] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.205940] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.208214] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.208214] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.208214] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.208214] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 56412ef2-ce0a-47ed-9f78-d94e0e70f837 is going to be created. [ 737.211150] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.211150] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.211150] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.211371] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.211410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.215043] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.215043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.215043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.215043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.215043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.215043] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 is going to be created. [ 737.254482] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.254482] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.254482] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.254482] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.254482] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.255323] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.289620] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.289780] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.289863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.290110] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.290315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.306642] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: IN_PROGRESS for 2s [ 738.128027] env[68824]: INFO networking_nsxv3.common.synchronization [req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 req-c5519831-1918-4712-adbd-5d9a658418af service nova] Enqueued Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_rules [ 738.128027] env[68824]: INFO networking_nsxv3.common.synchronization [req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 req-c5519831-1918-4712-adbd-5d9a658418af service nova] Enqueued Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_members [ 738.128027] env[68824]: INFO networking_nsxv3.common.synchronization [req-a062d3ed-e23f-4a90-84c8-e947a16f55a0 req-c5519831-1918-4712-adbd-5d9a658418af service nova] Enqueued Resource ID: 56412ef2-ce0a-47ed-9f78-d94e0e70f837 with Priority: HIGHEST for action port [ 738.128027] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_rules [ 738.128027] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e93572-8ba0-49ff-b159-4bd355430f19 with Priority: HIGHEST for action security_group_members [ 738.128027] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56412ef2-ce0a-47ed-9f78-d94e0e70f837 with Priority: HIGHEST for action port [ 738.128027] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e93572-8ba0-49ff-b159-4bd355430f19 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.128027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.128027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.128027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.129261] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.129439] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e93572-8ba0-49ff-b159-4bd355430f19 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.132384] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.132384] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.132384] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-56412ef2-ce0a-47ed-9f78-d94e0e70f837 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.132384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.132384] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56412ef2-ce0a-47ed-9f78-d94e0e70f837',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.633934] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e93572-8ba0-49ff-b159-4bd355430f19 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.634123] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.635133] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.639029] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56412ef2-ce0a-47ed-9f78-d94e0e70f837 with status ACTIVE [ 738.639029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.639029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.639029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.639029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.639029] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56412ef2-ce0a-47ed-9f78-d94e0e70f837 is going to be updated. [ 738.659501] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.659658] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.659700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.663200] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.663421] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.663619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56412ef2-ce0a-47ed-9f78-d94e0e70f837" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.143467] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.319076] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: SUCCESS [ 739.319076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.645546] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.645712] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.647022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.647022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.647022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.647022] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e93572-8ba0-49ff-b159-4bd355430f19 is going to be created. [ 739.670261] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.670444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.670578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.670807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.671026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.682409] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e93572-8ba0-49ff-b159-4bd355430f19 in Status: UNINITIALIZED for 2s [ 740.877350] env[68824]: INFO networking_nsxv3.common.synchronization [None req-10ccca40-52e8-4be3-9312-35b982d6f64b None None] Enqueued Resource ID: 665a15af-d3a3-434e-80cd-9a68983a0c93 with Priority: HIGHEST for action port [ 740.878367] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665a15af-d3a3-434e-80cd-9a68983a0c93 with Priority: HIGHEST for action port [ 740.879156] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-665a15af-d3a3-434e-80cd-9a68983a0c93 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.879458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665a15af-d3a3-434e-80cd-9a68983a0c93" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.879748] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665a15af-d3a3-434e-80cd-9a68983a0c93" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.880079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665a15af-d3a3-434e-80cd-9a68983a0c93" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.880181] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665a15af-d3a3-434e-80cd-9a68983a0c93',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.945840] env[68824]: INFO networking_nsxv3.common.synchronization [None req-41ff1f0a-060b-4d75-8d7a-915349c54909 None None] Enqueued Resource ID: 17880bff-21b0-427f-bf72-1652341ca194 with Priority: HIGHEST for action port [ 740.947562] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17880bff-21b0-427f-bf72-1652341ca194 with Priority: HIGHEST for action port [ 740.948183] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-17880bff-21b0-427f-bf72-1652341ca194 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.948317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17880bff-21b0-427f-bf72-1652341ca194" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.948382] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17880bff-21b0-427f-bf72-1652341ca194" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.948656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17880bff-21b0-427f-bf72-1652341ca194" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.948731] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17880bff-21b0-427f-bf72-1652341ca194',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.383099] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 665a15af-d3a3-434e-80cd-9a68983a0c93 [ 741.383815] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.386770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.386770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.386770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.386770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.386770] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:665a15af-d3a3-434e-80cd-9a68983a0c93 already deleted. [ 741.386770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665a15af-d3a3-434e-80cd-9a68983a0c93" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.455558] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17880bff-21b0-427f-bf72-1652341ca194 [ 741.455558] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.455558] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.455558] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.455558] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.455970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.455970] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17880bff-21b0-427f-bf72-1652341ca194 already deleted. [ 741.455970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17880bff-21b0-427f-bf72-1652341ca194" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.694036] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e93572-8ba0-49ff-b159-4bd355430f19 in Status: SUCCESS [ 741.694418] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.694467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.694649] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.694832] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.694943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.695872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.695872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.695872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.695872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.695872] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.197614] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e93572-8ba0-49ff-b159-4bd355430f19',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.702036] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e93572-8ba0-49ff-b159-4bd355430f19: rpc.has_security_group_logging(os_id): False [ 742.718447] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.719450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.719450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.719450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.719450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.719901] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.720539] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.720539] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.720727] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721285] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.721285] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e93572-8ba0-49ff-b159-4bd355430f19 is going to be created. [ 742.780492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.780978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.780978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.781119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.781373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.793529] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e93572-8ba0-49ff-b159-4bd355430f19 in Status: IN_PROGRESS for 2s [ 743.058990] env[68824]: INFO networking_nsxv3.common.synchronization [None req-500a8119-f309-422c-b177-70c28e9f807b None None] Enqueued Resource ID: e7975a19-42d2-4486-b61a-799da29b9829 with Priority: HIGHEST for action port [ 743.059291] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7975a19-42d2-4486-b61a-799da29b9829 with Priority: HIGHEST for action port [ 743.059883] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7975a19-42d2-4486-b61a-799da29b9829 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.060015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7975a19-42d2-4486-b61a-799da29b9829" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.060092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7975a19-42d2-4486-b61a-799da29b9829" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.060361] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7975a19-42d2-4486-b61a-799da29b9829" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.060458] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7975a19-42d2-4486-b61a-799da29b9829',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.564449] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7975a19-42d2-4486-b61a-799da29b9829 [ 743.564449] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.564449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.564449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.564449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.564449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.564449] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7975a19-42d2-4486-b61a-799da29b9829 already deleted. [ 743.564449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7975a19-42d2-4486-b61a-799da29b9829" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.019174] env[68824]: INFO networking_nsxv3.common.synchronization [None req-dc8ac7ee-384c-4d71-a419-6f1e20d53d8d None None] Enqueued Resource ID: 2e83c3f3-cc84-42f6-923f-dacb594250ba with Priority: HIGHEST for action port [ 744.019174] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e83c3f3-cc84-42f6-923f-dacb594250ba with Priority: HIGHEST for action port [ 744.019174] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e83c3f3-cc84-42f6-923f-dacb594250ba taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.019174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e83c3f3-cc84-42f6-923f-dacb594250ba" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.019174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e83c3f3-cc84-42f6-923f-dacb594250ba" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.019174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e83c3f3-cc84-42f6-923f-dacb594250ba" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.019174] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e83c3f3-cc84-42f6-923f-dacb594250ba',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.520497] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e83c3f3-cc84-42f6-923f-dacb594250ba [ 744.520737] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.520883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.520937] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.521199] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.521294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.521405] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e83c3f3-cc84-42f6-923f-dacb594250ba already deleted. [ 744.521505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e83c3f3-cc84-42f6-923f-dacb594250ba" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.807114] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e93572-8ba0-49ff-b159-4bd355430f19 in Status: SUCCESS [ 744.807114] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e93572-8ba0-49ff-b159-4bd355430f19" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.144438] env[68824]: INFO networking_nsxv3.common.synchronization [None req-e92a61fa-4220-4d4f-8528-33aa6030e41f None None] Enqueued Resource ID: 0ce73724-b1ed-4302-80f2-3c1bb74a840d with Priority: HIGHEST for action port [ 745.146748] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce73724-b1ed-4302-80f2-3c1bb74a840d with Priority: HIGHEST for action port [ 745.147088] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ce73724-b1ed-4302-80f2-3c1bb74a840d taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.148297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ce73724-b1ed-4302-80f2-3c1bb74a840d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.148297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ce73724-b1ed-4302-80f2-3c1bb74a840d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.148297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ce73724-b1ed-4302-80f2-3c1bb74a840d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.148297] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce73724-b1ed-4302-80f2-3c1bb74a840d',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.651098] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ce73724-b1ed-4302-80f2-3c1bb74a840d [ 745.651098] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.651098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.651098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.651098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.651098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.651098] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ce73724-b1ed-4302-80f2-3c1bb74a840d already deleted. [ 745.651098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ce73724-b1ed-4302-80f2-3c1bb74a840d" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.256803] env[68824]: INFO networking_nsxv3.common.synchronization [None req-d1a1d543-80ae-40b8-845d-571528dfa1a4 None None] Enqueued Resource ID: f573bd12-7a4c-4dce-8b01-b615b1d5abb8 with Priority: HIGHEST for action port [ 747.256803] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f573bd12-7a4c-4dce-8b01-b615b1d5abb8 with Priority: HIGHEST for action port [ 747.256803] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f573bd12-7a4c-4dce-8b01-b615b1d5abb8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.258208] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f573bd12-7a4c-4dce-8b01-b615b1d5abb8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.258327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f573bd12-7a4c-4dce-8b01-b615b1d5abb8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.258531] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f573bd12-7a4c-4dce-8b01-b615b1d5abb8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.258618] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f573bd12-7a4c-4dce-8b01-b615b1d5abb8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.495813] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-d01a332c-225c-48c0-8cdc-3a5c11076549 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 747.497766] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 747.497766] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.497962] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.497962] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.498250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.498687] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.498687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.498687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.498918] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.498974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.499257] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.762826] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f573bd12-7a4c-4dce-8b01-b615b1d5abb8 [ 747.763089] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.763222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.763354] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.763570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.763656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.763772] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f573bd12-7a4c-4dce-8b01-b615b1d5abb8 already deleted. [ 747.763850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f573bd12-7a4c-4dce-8b01-b615b1d5abb8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.940415] env[68824]: INFO networking_nsxv3.common.synchronization [None req-4a0897f0-3e02-4e9a-974f-c431fde3dd46 None None] Enqueued Resource ID: e7398730-2e4f-458e-ab6b-fd983f2e8723 with Priority: HIGHEST for action port [ 747.940734] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7398730-2e4f-458e-ab6b-fd983f2e8723 with Priority: HIGHEST for action port [ 747.941400] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7398730-2e4f-458e-ab6b-fd983f2e8723 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.941541] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7398730-2e4f-458e-ab6b-fd983f2e8723" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.941603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7398730-2e4f-458e-ab6b-fd983f2e8723" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.941883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7398730-2e4f-458e-ab6b-fd983f2e8723" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.941982] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7398730-2e4f-458e-ab6b-fd983f2e8723',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.999987] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.000135] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.000255] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.000674] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.000937] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.001102] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.001228] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.001461] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.001601] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.002231] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.003842] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.003842] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.003842] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.003842] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.003842] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.003842] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.008965] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.009103] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.009179] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.009440] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.009563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.009770] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.009876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.009951] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.010132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.010227] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.010316] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 already deleted. [ 748.010422] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.029073] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.030435] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.030435] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.030435] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.030965] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-23b71a0a-df2b-495a-835f-e2938961e240 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.031230] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.031406] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.031768] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.032131] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b71a0a-df2b-495a-835f-e2938961e240',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.390915] env[68824]: INFO networking_nsxv3.common.synchronization [None req-24375ff8-4613-4b51-818b-d16c1302f8b3 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Enqueued Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_rules [ 748.390915] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_rules [ 748.390915] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0570763e-7615-4920-bcfa-e2efc49c1039 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.390915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.391263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.391263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.391319] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.446934] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7398730-2e4f-458e-ab6b-fd983f2e8723 [ 748.447148] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.448057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.448057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.448057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.448057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.448057] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7398730-2e4f-458e-ab6b-fd983f2e8723 already deleted. [ 748.448229] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7398730-2e4f-458e-ab6b-fd983f2e8723" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.534683] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.534906] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.535129] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.535988] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.535988] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.535988] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 23b71a0a-df2b-495a-835f-e2938961e240 not found, creating... [ 748.535988] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.540112] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.540388] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.540761] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.540905] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541306] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.541498] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.541656] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.541880] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.542036] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.542228] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 23b71a0a-df2b-495a-835f-e2938961e240 is going to be created. [ 748.563284] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.565752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.566259] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.567031] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.567031] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.567220] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.628189] env[68824]: INFO networking_nsxv3.common.synchronization [None req-31974d83-5565-4de4-8323-09251bf98647 tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Enqueued Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_rules [ 748.628189] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_rules [ 748.629713] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0570763e-7615-4920-bcfa-e2efc49c1039 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.630139] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.810843] env[68824]: INFO networking_nsxv3.common.synchronization [req-1f95369f-47c4-428e-9562-56aee67c41f0 req-4a82d0f7-7f61-4b71-a4c5-dd7c8f34fd6f tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 748.810843] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 748.810843] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.810843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.810843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.811225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.811349] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.811458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.811519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.811680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.811764] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.811853] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.915745] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.915745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.915896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.916171] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.916171] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.916171] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0570763e-7615-4920-bcfa-e2efc49c1039 already deleted. [ 748.916298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.916412] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.917814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.917814] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.318417] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.318658] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.318748] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.318967] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.319266] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.319373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.319428] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.319583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.319657] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.319747] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 is going to be updated. [ 749.346497] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.346653] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.346715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.346896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.347041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.355036] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: IN_PROGRESS for 2s [ 749.448969] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.448969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.448969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.448969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.448969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.448969] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0570763e-7615-4920-bcfa-e2efc49c1039 already deleted. [ 749.448969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.624546] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-044bb0ba-8f24-4203-901e-2aad6386edbb service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 749.624546] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-044bb0ba-8f24-4203-901e-2aad6386edbb service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 749.624546] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-044bb0ba-8f24-4203-901e-2aad6386edbb service nova] Enqueued Resource ID: 23b71a0a-df2b-495a-835f-e2938961e240 with Priority: HIGHEST for action port [ 749.624546] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 749.624546] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 749.624546] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b71a0a-df2b-495a-835f-e2938961e240 with Priority: HIGHEST for action port [ 749.624909] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.624909] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.624909] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.625164] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.625241] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.626428] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.626540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.626602] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.627274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.627274] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.627274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.627274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.627274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.627274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.627688] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.628243] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b71a0a-df2b-495a-835f-e2938961e240 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.628243] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.628386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.629466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.629466] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b71a0a-df2b-495a-835f-e2938961e240',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.635685] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c0de2332-31a5-46bd-a577-c7a374feaecd None None] Enqueued Resource ID: 31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e with Priority: HIGHEST for action port [ 749.636246] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e with Priority: HIGHEST for action port [ 749.637887] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.638020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.638087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.638400] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.137492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.137492] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.137492] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23b71a0a-df2b-495a-835f-e2938961e240 with status ACTIVE [ 750.137492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.137492] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.137492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.137916] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.141152] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23b71a0a-df2b-495a-835f-e2938961e240 is going to be updated. [ 750.141152] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e [ 750.141152] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.141152] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e already deleted. [ 750.141152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c1d91f-2476-4ebb-89a6-9a86aeb4ab6e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.161845] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.161995] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.162082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.163606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.163606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.163606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b71a0a-df2b-495a-835f-e2938961e240" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.249842] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-e0e20e6f-fd77-448f-b7ec-b4cf6eda5633 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 750.249842] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 750.249842] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.249842] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.598381] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.598732] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.598732] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.598979] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.599234] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.599449] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.599523] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.599735] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.599870] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.600092] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.600200] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.600304] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.600409] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.600512] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.600611] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.600735] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.617619] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.617913] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.617913] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.618067] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.618360] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.618528] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.618776] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.618945] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.619100] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.641639] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.122446] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.122668] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.122796] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.123087] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.123243] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.123511] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 not found, creating... [ 751.123789] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.123986] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.124075] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.124320] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.124502] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.124713] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.124864] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.124978] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.125216] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.125351] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.125491] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 is going to be created. [ 751.142378] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.142517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.142591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.142768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.142856] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.142956] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be created. [ 751.145024] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.145203] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.145329] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.145647] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.145910] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.146032] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.166343] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.166499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.166575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.166783] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.166938] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.177733] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: UNINITIALIZED for 2s [ 751.364771] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: SUCCESS [ 751.365057] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 deletion is rescheduled due to dependency. [ 751.365182] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.854628] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-4fceb3d4-f477-4c33-90b8-108662b49d4c service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 751.854894] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-4fceb3d4-f477-4c33-90b8-108662b49d4c service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 751.855024] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d04f5c6-67ea-4e13-9efe-33fadf14d15e req-4fceb3d4-f477-4c33-90b8-108662b49d4c service nova] Enqueued Resource ID: 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 with Priority: HIGHEST for action port [ 751.855200] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 751.855325] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 751.855424] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 with Priority: HIGHEST for action port [ 751.856308] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.856461] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.856728] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.856864] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.857154] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.857274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.857376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.857607] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.857720] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.360107] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 with status ACTIVE [ 752.360107] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.360245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.360277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.360500] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.360594] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.360768] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.360869] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.361250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.361250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.361250] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.361384] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.361501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.361550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.362629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.362629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.362629] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0 is going to be updated. [ 752.382219] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.382440] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.382440] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.382687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.382772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.382997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f9f2b41-b91b-43b9-aa50-9bc0bbea5fd0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.186179] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 753.186509] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.186603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.186852] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.187071] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.187205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.187263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.187420] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.187503] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.187589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.187687] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.189053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.189053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.189053] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.189053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.189053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.189284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.189284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.189341] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.692339] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.694067] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.694189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.195794] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.703144] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.703144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.703144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.703144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.703144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.703144] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 754.731926] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.731926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.731926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.731926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.731926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.738901] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 754.885996] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 req-49f07255-8366-45f8-8552-16c76f277dae tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 754.886532] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 754.886831] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.886952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.890683] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.891752] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.891970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.892851] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.892931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.893116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.893312] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.260582] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.260937] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.260937] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.261220] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.261480] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.261675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.261744] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.261950] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.262105] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.262325] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.262457] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.262566] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.262676] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.262788] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.262893] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.263039] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.280414] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.280644] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.281125] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.281125] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.281300] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-621ab9a2-212c-4012-84dc-a44e2cc57136 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.281489] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.281612] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.281915] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.282064] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621ab9a2-212c-4012-84dc-a44e2cc57136',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.397398] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.397608] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.397686] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.397894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.397985] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.398196] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.398290] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.398350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.398518] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.398597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.398690] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be updated. [ 755.423157] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.423285] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.423402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.423598] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.423730] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.431618] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: IN_PROGRESS for 2s [ 755.787817] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788144] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788328] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.788813] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.789016] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.789329] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 621ab9a2-212c-4012-84dc-a44e2cc57136 not found, creating... [ 755.789499] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.789713] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.789919] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.790194] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.790784] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.791041] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.791333] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.791459] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.791702] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.791877] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.792064] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 621ab9a2-212c-4012-84dc-a44e2cc57136 is going to be created. [ 755.814564] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.816684] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.816684] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.816684] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.816684] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.818452] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.992317] env[68824]: INFO networking_nsxv3.common.synchronization [None req-f1fe02ee-6e9b-4919-9dcb-3c08c2a6e94c None None] Enqueued Resource ID: fd370e05-ac80-4be7-aa41-5e6798a997bc with Priority: HIGHEST for action port [ 755.992317] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd370e05-ac80-4be7-aa41-5e6798a997bc with Priority: HIGHEST for action port [ 755.992317] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd370e05-ac80-4be7-aa41-5e6798a997bc taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.992317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd370e05-ac80-4be7-aa41-5e6798a997bc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.992317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd370e05-ac80-4be7-aa41-5e6798a997bc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.992317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd370e05-ac80-4be7-aa41-5e6798a997bc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.992317] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd370e05-ac80-4be7-aa41-5e6798a997bc',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.497405] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd370e05-ac80-4be7-aa41-5e6798a997bc [ 756.497693] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.497837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.497900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.498151] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.498249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.498347] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd370e05-ac80-4be7-aa41-5e6798a997bc already deleted. [ 756.498430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd370e05-ac80-4be7-aa41-5e6798a997bc" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.750202] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.750202] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.750202] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.750202] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.851981] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 req-1a6996bf-7d1c-40c3-9847-b655dac3d5ec service nova] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_rules [ 756.852192] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 req-1a6996bf-7d1c-40c3-9847-b655dac3d5ec service nova] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 756.852336] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d393087-d9e7-4948-96e0-ff631fa3a3a9 req-1a6996bf-7d1c-40c3-9847-b655dac3d5ec service nova] Enqueued Resource ID: 621ab9a2-212c-4012-84dc-a44e2cc57136 with Priority: HIGHEST for action port [ 756.852580] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_rules [ 756.852714] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 756.854926] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ab9a2-212c-4012-84dc-a44e2cc57136 with Priority: HIGHEST for action port [ 756.854926] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.854926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.854926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.854926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.854926] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.855405] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.855405] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.855506] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-621ab9a2-212c-4012-84dc-a44e2cc57136 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.858895] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.858895] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.858895] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.858895] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621ab9a2-212c-4012-84dc-a44e2cc57136',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.254443] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.357994] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.358141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.358331] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 621ab9a2-212c-4012-84dc-a44e2cc57136 with status ACTIVE [ 757.358494] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.358597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.358659] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.358861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.358944] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.359124] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.359217] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.359276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.359426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.359499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.359673] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.359759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.359816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.359949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.360032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.360113] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 621ab9a2-212c-4012-84dc-a44e2cc57136 is going to be updated. [ 757.380704] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.381411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.381411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.381411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.381411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621ab9a2-212c-4012-84dc-a44e2cc57136" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.441832] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 757.442021] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 deletion is rescheduled due to dependency. [ 757.442143] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.442300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.442520] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.442700] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.442816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.442882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.443053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.443136] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.443229] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.661984] env[68824]: INFO networking_nsxv3.common.synchronization [req-3ca00d62-3807-40c2-85db-c27b69865882 req-d3167694-5db1-426f-8470-60ff8cc550d0 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Enqueued Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_members [ 757.662529] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_members [ 757.662836] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.662958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.663071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.663485] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.663586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.663644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.663884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.663975] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.757260] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.947930] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.070492] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.070622] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071261] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.071261] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.072033] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.072033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.072033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.072299] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.072299] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.072586] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.072764] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.072921] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.073186] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.073346] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.073531] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.073711] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.099021] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.099021] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.099021] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.099021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.099021] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.099021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.099021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.099021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.099021] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1e0cb2-edc0-4388-a483-c99f7f776ab0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.167188] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.167188] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.167188] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 already deleted. [ 758.167188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.215491] env[68824]: INFO networking_nsxv3.common.synchronization [None req-39e9956a-331a-4a86-8cb2-64f1a88eac5f None None] Enqueued Resource ID: 3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6 with Priority: HIGHEST for action port [ 758.216110] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6 with Priority: HIGHEST for action port [ 758.216486] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.216611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.216705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.216994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.217631] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.261316] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.261547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.261588] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.261771] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.261874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.261985] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 758.293289] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.293860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.293860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.293860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.293860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.302937] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 758.451560] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.604122] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.604122] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.604122] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.604379] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.604567] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.604764] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 not found, creating... [ 758.605056] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.605243] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.605374] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.605600] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.605741] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.606030] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.606190] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.606307] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.606513] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.606648] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.606787] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 is going to be created. [ 758.625060] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.625265] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.625384] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.625626] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.625857] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.626069] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.719436] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6 [ 758.719750] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.719830] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.719882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.720090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.720211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.720302] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6 already deleted. [ 758.720386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b0fa2d6-21ff-4f36-8e0a-e7232ec28bb6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.956091] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.956287] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.956328] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.956550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.956642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.956747] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be updated. [ 758.985236] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.985446] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.985446] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.985640] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.985778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.994137] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: IN_PROGRESS for 2s [ 759.366605] env[68824]: INFO networking_nsxv3.common.synchronization [req-3ca00d62-3807-40c2-85db-c27b69865882 req-b2fcdfdb-3517-42b0-af78-fb71fee589aa service nova] Enqueued Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_rules [ 759.366605] env[68824]: INFO networking_nsxv3.common.synchronization [req-3ca00d62-3807-40c2-85db-c27b69865882 req-b2fcdfdb-3517-42b0-af78-fb71fee589aa service nova] Enqueued Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_members [ 759.366605] env[68824]: INFO networking_nsxv3.common.synchronization [req-3ca00d62-3807-40c2-85db-c27b69865882 req-b2fcdfdb-3517-42b0-af78-fb71fee589aa service nova] Enqueued Resource ID: 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 with Priority: HIGHEST for action port [ 759.366605] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_rules [ 759.366605] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_members [ 759.366605] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 with Priority: HIGHEST for action port [ 759.367545] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.367605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.367702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.367911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.368641] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.370186] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.370186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.370186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.370186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.370455] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.370455] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.370455] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.370598] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.370642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.370694] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.373380] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.373380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.373380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.373380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.373380] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1e0cb2-edc0-4388-a483-c99f7f776ab0',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.870975] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.871287] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.881981] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 with status ACTIVE [ 759.882217] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.882341] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.882414] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.882626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.882715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.882884] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.882988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.883261] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.884024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.884024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.884024] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.884024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.884024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.884491] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.884491] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.884491] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d1e0cb2-edc0-4388-a483-c99f7f776ab0 is going to be updated. [ 759.885408] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.903834] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.904525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.904525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.904525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.904525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.904525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d1e0cb2-edc0-4388-a483-c99f7f776ab0" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.186416] env[68824]: INFO networking_nsxv3.common.synchronization [req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c req-fb44ef94-d20a-4729-b18d-53ed5fb1910d tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 760.186994] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 760.187300] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.187417] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187484] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187681] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187823] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.187916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187976] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.188127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.188209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.188299] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.312188] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 760.312454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.312666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.312952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.313196] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.313637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.313637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.313745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.313810] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.313912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.314132] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.314263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.314352] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.314544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.314741] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.314870] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.314959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.315175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.315280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.315395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.315526] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.387585] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.533250] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.533250] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.533463] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.534264] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.534264] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.534264] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.534264] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.534499] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.534737] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.534770] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.538020] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.538020] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.538020] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.538020] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.538020] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.538020] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.552311] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.552482] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.552623] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.552794] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.553108] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-1e26d603-c82c-4761-b0b0-1dacc193d8ff taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.553995] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.553995] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.553995] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.553995] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e26d603-c82c-4761-b0b0-1dacc193d8ff',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.690298] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.819028] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46: rpc.has_security_group_logging(os_id): False [ 760.835659] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.835850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.835947] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.836246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.836368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.836631] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.836772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.836863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.837213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.837482] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.837617] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.837705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.838021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.838278] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.838425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.838519] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.838709] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.838813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.838926] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be created. [ 760.890351] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.890719] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.890719] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.891077] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.891077] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.891141] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 is going to be created. [ 760.894419] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.894577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.894634] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.894945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.895249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.905241] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 760.912932] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.912932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.912932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.912932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.912932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.921307] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 in Status: UNINITIALIZED for 2s [ 761.005635] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 761.005970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.006176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.006396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.006611] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.006793] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.006864] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.007038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.007123] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007208] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007305] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.057719] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.057973] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.058124] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.058434] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.058595] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.058785] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 1e26d603-c82c-4761-b0b0-1dacc193d8ff not found, creating... [ 761.059169] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.059379] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.059608] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.059774] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.059951] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.060272] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.060455] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.060569] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.061103] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.061103] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.061244] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 1e26d603-c82c-4761-b0b0-1dacc193d8ff is going to be created. [ 761.082202] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.082495] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.082588] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.083021] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.083299] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.083608] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.192776] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.510028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.510193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.510193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.510427] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.510563] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.510663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.510725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.510868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.510953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.511102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.511348] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.511446] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.511613] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.511801] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.512048] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.512211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.512294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.512458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.512538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.512639] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.512734] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.694716] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.694883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.694953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.695187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.695280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.695378] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be updated. [ 761.724437] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.724437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.724437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.724437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.724437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.732235] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: IN_PROGRESS for 2s [ 761.846901] env[68824]: INFO networking_nsxv3.common.synchronization [req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c req-273bba7e-798f-4713-95b0-e30882ff8d39 service nova] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_rules [ 761.847107] env[68824]: INFO networking_nsxv3.common.synchronization [req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c req-273bba7e-798f-4713-95b0-e30882ff8d39 service nova] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 761.848848] env[68824]: INFO networking_nsxv3.common.synchronization [req-72bcfc42-0ff6-4514-80a1-c47ddb20e18c req-273bba7e-798f-4713-95b0-e30882ff8d39 service nova] Enqueued Resource ID: 1e26d603-c82c-4761-b0b0-1dacc193d8ff with Priority: HIGHEST for action port [ 761.848848] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_rules [ 761.848848] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 761.848848] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e26d603-c82c-4761-b0b0-1dacc193d8ff with Priority: HIGHEST for action port [ 761.848848] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.848848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.848848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.848848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.848848] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.849628] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.849628] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.849820] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e26d603-c82c-4761-b0b0-1dacc193d8ff taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.849898] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.849988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.850188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.850188] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e26d603-c82c-4761-b0b0-1dacc193d8ff',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.150867] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb4ee079-1701-4055-a831-4efd5ef025d7: rpc.has_security_group_logging(os_id): False [ 762.168905] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.169203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.169203] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.169479] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.169592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.169996] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.169996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.170276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.170352] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.170425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.170676] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.170799] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.170879] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.171113] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.171224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.171572] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.171773] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.171773] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.171912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.172041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.172174] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be updated. [ 762.245749] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.245749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.245749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.245946] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.246149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.271423] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: IN_PROGRESS for 2s [ 762.352865] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.352865] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.353974] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e26d603-c82c-4761-b0b0-1dacc193d8ff with status ACTIVE [ 762.353974] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.353974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.353974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.353974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.354224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.354397] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.354768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.354768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.354861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.354944] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.355146] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.355238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.355296] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.355435] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.355508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.355589] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e26d603-c82c-4761-b0b0-1dacc193d8ff is going to be updated. [ 762.393301] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.393536] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.393637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.393820] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.393956] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.394129] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e26d603-c82c-4761-b0b0-1dacc193d8ff" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.917512] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 762.917802] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.918040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.918303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.918488] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.930962] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 in Status: SUCCESS [ 762.931501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.931846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.932286] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.932604] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.932853] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.932947] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.933151] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.933248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.933364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.933470] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.422644] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.422644] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.422644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.422644] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.439844] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.439844] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.439844] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.439844] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.439844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.441486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.441486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.441486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.441486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.441486] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.452482] env[68824]: INFO networking_nsxv3.common.synchronization [req-c6970ddb-2489-4f18-8061-ac6072105475 req-b70f49c1-193b-4996-9fc4-c68340d98304 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 763.453927] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 763.457610] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.457610] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.457610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.457610] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.555788] env[68824]: INFO networking_nsxv3.common.synchronization [req-b76dfb1e-a7d1-4571-9be6-0b9ffe8bf072 req-703fc4db-2324-4a94-8c52-be236ac43f27 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 763.556341] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 763.556643] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.743221] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 763.743385] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.747249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.747516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.747719] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.747874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.747959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.748181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.748327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.748385] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.925375] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.925375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.942632] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f375e5-3fbf-46c6-b76d-61203b252a00: rpc.has_security_group_logging(os_id): False [ 763.960313] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.961794] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.961936] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.962022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.962348] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.962503] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.962795] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.962940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.963213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.963499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.963732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.964289] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.964506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.964663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.964914] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.965095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.965411] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.965684] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.965833] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.966121] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.966315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.966517] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 is going to be created. [ 764.026177] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.026355] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.026696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.026943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.036733] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 in Status: IN_PROGRESS for 2s [ 764.252495] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.299624] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 764.299624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.469973] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.753941] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.976326] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.976326] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.976326] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.976326] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.976326] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.976326] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 765.002242] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.002242] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.002242] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.002242] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.002242] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.010469] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 765.258138] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.258138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.258138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.258138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.258138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.258138] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be updated. [ 765.290825] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.290825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.290825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.290825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.290825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.298024] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: IN_PROGRESS for 2s [ 766.049997] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 in Status: SUCCESS [ 766.049997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.019501] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 767.019638] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.019820] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.020111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.020335] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.020452] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.020558] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.020784] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.021355] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.021355] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.308609] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 767.309024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.309156] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.309426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.309731] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.309984] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.310047] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.310275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.310363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.310467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.310533] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.524329] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.524329] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.524329] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.524549] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.524598] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.524767] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.524876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.524917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.525073] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.525145] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.525359] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 767.550294] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.550433] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.550576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.550697] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.550834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.558481] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 767.813973] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.814303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.814419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.814648] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.814847] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.814954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.815026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.815256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.815319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.815411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.815592] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.815723] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.815764] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.815904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.816044] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.816140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.816204] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.816353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.816410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.816492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.816579] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.170826] env[68824]: INFO networking_nsxv3.common.synchronization [req-f348593d-c5d6-48d7-b019-3533b088fe49 req-1d4621fb-3653-404b-b11f-0561af33ecda tempest-DeleteServersAdminTestJSON-1153106819 tempest-DeleteServersAdminTestJSON-1153106819-project-member] Enqueued Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 768.171447] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4ee079-1701-4055-a831-4efd5ef025d7 with Priority: HIGHEST for action security_group_members [ 768.172032] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4ee079-1701-4055-a831-4efd5ef025d7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.172032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.172032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.172222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.172351] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.172438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.172498] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.172661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.172755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.172845] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4ee079-1701-4055-a831-4efd5ef025d7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.320823] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2bc2329-7321-47f2-98cf-14aec8e1fd28: rpc.has_security_group_logging(os_id): False [ 768.338563] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.338563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.338829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.338829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.338925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.339672] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.339672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.339672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.339672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.339672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.339672] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.340075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.340075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.340075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.340246] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.340319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340388] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.340503] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.340574] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.340670] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be updated. [ 768.402151] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.402310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.402383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.402596] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.402749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.415082] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: IN_PROGRESS for 2s [ 768.675837] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.676084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.676180] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.676407] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.676502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.676724] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.676813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.676883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.677044] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.677120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.677286] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 is going to be updated. [ 768.706986] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.707148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.707239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.707474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.707619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.717174] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: IN_PROGRESS for 2s [ 769.433691] env[68824]: INFO networking_nsxv3.common.synchronization [req-7d265e2f-bdf9-4067-944c-97a129e54b42 req-089b8ddc-b26d-48e0-b860-565b69bdd9f6 tempest-ServerDiagnosticsTest-705568188 tempest-ServerDiagnosticsTest-705568188-project-member] Enqueued Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_members [ 769.434226] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 with Priority: HIGHEST for action security_group_members [ 769.434525] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f375e5-3fbf-46c6-b76d-61203b252a00 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.434643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.434710] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.434904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.435185] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.435318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.435399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.435575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.435684] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.435801] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f375e5-3fbf-46c6-b76d-61203b252a00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.571023] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 769.571023] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 deletion is rescheduled due to dependency. [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571659] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571659] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571659] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.695193] env[68824]: INFO networking_nsxv3.common.synchronization [req-67512305-5ad1-426a-8ff0-36179ff153ad req-5fd255dc-9b1d-46e2-a7f7-0e9d39f47f45 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 769.695818] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 769.696059] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.696185] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.696254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.696542] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.696697] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.696793] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.696855] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.697775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.697939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.698099] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.939632] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.939916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.940153] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.940907] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.941098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.941496] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.941996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.942577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.942577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.942651] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.942723] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 is going to be updated. [ 769.970096] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.970187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.970324] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.970653] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.970863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.979314] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 in Status: IN_PROGRESS for 2s [ 770.073909] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46: rpc.has_security_group_logging(os_id): False [ 770.093444] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.093681] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.093924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.094209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.095267] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.095478] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.095583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.095648] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.095844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.096518] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.096847] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.097041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.097176] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.097380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.097604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.097847] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.098089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.098089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.098295] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.098419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.098542] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 770.202631] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.202777] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.202846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.203069] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.203157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.203484] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.203484] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.203757] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.203757] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.203757] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.203846] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 already deleted. [ 770.205780] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.282023] env[68824]: INFO networking_nsxv3.common.synchronization [req-e833894f-fa89-4ab1-850e-1826277f3cc4 req-2bdbfe36-5dc1-47b2-b9a2-67a5c40f7df9 tempest-FloatingIPsAssociationTestJSON-150206171 tempest-FloatingIPsAssociationTestJSON-150206171-project-member] Enqueued Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 770.282023] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c with Priority: HIGHEST for action security_group_members [ 770.282023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.282023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.282023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.282023] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf2d692-6da9-45a5-a6e9-c5df2da0609c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.303504] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.303672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.303770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.303970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.304130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.346664] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 770.414510] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.414600] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.414690] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.415030] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.415276] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.415427] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.415539] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.415783] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.415930] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.416155] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.416266] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.416372] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.416486] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.416593] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.416694] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.416821] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.437192] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 770.437470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.458743] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.458743] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.458743] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.458743] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.458743] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-07ef511f-9145-423d-8050-dcc707aeb5af taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.458743] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.458743] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.458743] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459181] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ef511f-9145-423d-8050-dcc707aeb5af',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.735779] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4ee079-1701-4055-a831-4efd5ef025d7 in Status: SUCCESS [ 770.735779] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4ee079-1701-4055-a831-4efd5ef025d7 deletion is rescheduled due to dependency. [ 770.735779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4ee079-1701-4055-a831-4efd5ef025d7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.787669] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.787900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.788444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.788705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.788840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.789082] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.789219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.789309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.789493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.789604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.789718] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c is going to be updated. [ 770.821644] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.821644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.821644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.821644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.821644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.827989] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: IN_PROGRESS for 2s [ 770.963027] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.963297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.963855] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.964622] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.964806] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.964961] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 07ef511f-9145-423d-8050-dcc707aeb5af not found, creating... [ 770.965231] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.965389] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.965507] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.965727] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.965860] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.966147] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.966293] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.966411] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.966610] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.966741] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.966869] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 07ef511f-9145-423d-8050-dcc707aeb5af is going to be created. [ 770.988716] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.989028] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.989222] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.989536] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.990046] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.991505] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.581510] env[68824]: INFO networking_nsxv3.common.synchronization [None req-85cea8f0-d984-440d-8f20-205e0da1edbd None None] Enqueued Resource ID: f8416df0-0773-4498-b9b2-38500ea68b17 with Priority: HIGHEST for action port [ 771.582079] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8416df0-0773-4498-b9b2-38500ea68b17 with Priority: HIGHEST for action port [ 771.582383] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8416df0-0773-4498-b9b2-38500ea68b17 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.582383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8416df0-0773-4498-b9b2-38500ea68b17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.582383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8416df0-0773-4498-b9b2-38500ea68b17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.582684] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8416df0-0773-4498-b9b2-38500ea68b17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.582721] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8416df0-0773-4498-b9b2-38500ea68b17',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.698024] env[68824]: INFO networking_nsxv3.common.synchronization [req-67512305-5ad1-426a-8ff0-36179ff153ad req-5c8299a2-ad8b-487e-8bba-1680a77796e5 service nova] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_rules [ 771.698206] env[68824]: INFO networking_nsxv3.common.synchronization [req-67512305-5ad1-426a-8ff0-36179ff153ad req-5c8299a2-ad8b-487e-8bba-1680a77796e5 service nova] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 771.698346] env[68824]: INFO networking_nsxv3.common.synchronization [req-67512305-5ad1-426a-8ff0-36179ff153ad req-5c8299a2-ad8b-487e-8bba-1680a77796e5 service nova] Enqueued Resource ID: 07ef511f-9145-423d-8050-dcc707aeb5af with Priority: HIGHEST for action port [ 771.698569] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_rules [ 771.698804] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 771.698804] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ef511f-9145-423d-8050-dcc707aeb5af with Priority: HIGHEST for action port [ 771.699308] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.699431] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.699500] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.699744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.699825] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.701011] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.701133] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.701200] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.701922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.701922] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.702060] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.702060] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.702183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.702275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.702365] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.706436] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-07ef511f-9145-423d-8050-dcc707aeb5af taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.706436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.706436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.706436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.706436] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ef511f-9145-423d-8050-dcc707aeb5af',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.989421] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 in Status: SUCCESS [ 771.989514] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f375e5-3fbf-46c6-b76d-61203b252a00 deletion is rescheduled due to dependency. [ 771.989621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f375e5-3fbf-46c6-b76d-61203b252a00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.084239] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8416df0-0773-4498-b9b2-38500ea68b17 [ 772.084549] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.084931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.084931] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.085270] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.085370] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.085683] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8416df0-0773-4498-b9b2-38500ea68b17 already deleted. [ 772.085683] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8416df0-0773-4498-b9b2-38500ea68b17" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.154729] env[68824]: INFO networking_nsxv3.common.synchronization [None req-3552e89b-a3b3-49a3-978e-7e7368cc38ee tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Enqueued Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_rules [ 772.155266] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_rules [ 772.155557] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a3f6bd-44c4-47cb-8641-6c4e43459324 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.155669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.155731] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.155968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.157172] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.201808] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.202262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.207227] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.213030] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07ef511f-9145-423d-8050-dcc707aeb5af with status ACTIVE [ 772.213030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.213030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.213030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.213030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.213030] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07ef511f-9145-423d-8050-dcc707aeb5af is going to be updated. [ 772.234778] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.234778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.234778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.235538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.235538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.235538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07ef511f-9145-423d-8050-dcc707aeb5af" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.261294] env[68824]: INFO networking_nsxv3.common.synchronization [None req-d8e27074-7440-4e28-87df-f1055589e419 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Enqueued Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_rules [ 772.261879] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_rules [ 772.262244] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a3f6bd-44c4-47cb-8641-6c4e43459324 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.262399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.360935] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 772.361164] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.493442] env[68824]: INFO networking_nsxv3.common.synchronization [req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c req-485081d5-b48c-408c-ac6a-ca10cfc02af6 tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Enqueued Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_members [ 772.494110] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_members [ 772.494397] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.494397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.494542] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.495406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.495406] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.495406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.495406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.495406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.495406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.495406] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.678590] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.678894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.678894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.678894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.678998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.679432] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 already deleted. [ 772.679432] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.679432] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.679574] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.679574] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.713854] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.839615] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c in Status: SUCCESS [ 772.839615] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf2d692-6da9-45a5-a6e9-c5df2da0609c deletion is rescheduled due to dependency. [ 772.839615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf2d692-6da9-45a5-a6e9-c5df2da0609c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.002031] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.002368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.002368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.002763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.002763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.002763] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.002904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.002904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.003175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.003175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.003297] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 already deleted. [ 773.003343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.156736] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.156948] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.157078] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.158186] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.159105] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.159274] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.160355] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.160355] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.160355] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.160355] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.160355] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.160355] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.160355] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.160648] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.160648] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.160648] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.181554] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.181554] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.181554] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.181554] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.181554] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-7c404d8d-a72c-4e13-b959-4380e5b3c950 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.181554] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.181554] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.181554] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.181554] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c404d8d-a72c-4e13-b959-4380e5b3c950',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.208066] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.208066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.208066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.208066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.208066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.208066] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 already deleted. [ 773.208066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.218526] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.218526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.218526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.218526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.218526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.218526] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be created. [ 773.242429] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.242587] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.242671] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.242908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.243035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.253983] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: UNINITIALIZED for 2s [ 773.685927] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.686273] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.686273] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.686606] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.686779] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.686933] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 7c404d8d-a72c-4e13-b959-4380e5b3c950 not found, creating... [ 773.687204] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.687358] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.687475] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.687691] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.687827] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.688264] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.688264] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.688392] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.688570] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.688699] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.688836] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 7c404d8d-a72c-4e13-b959-4380e5b3c950 is going to be created. [ 773.708412] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.708606] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.708728] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.709439] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.709439] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.709439] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.870238] env[68824]: INFO networking_nsxv3.common.synchronization [None req-b421f393-0307-4c62-ad57-3a19027d009e None None] Enqueued Resource ID: 1f475039-ae25-4894-aa6f-fc3ebecb62aa with Priority: HIGHEST for action port [ 773.870638] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f475039-ae25-4894-aa6f-fc3ebecb62aa with Priority: HIGHEST for action port [ 773.871105] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f475039-ae25-4894-aa6f-fc3ebecb62aa taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f475039-ae25-4894-aa6f-fc3ebecb62aa" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f475039-ae25-4894-aa6f-fc3ebecb62aa" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871555] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f475039-ae25-4894-aa6f-fc3ebecb62aa" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871637] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f475039-ae25-4894-aa6f-fc3ebecb62aa',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.374607] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f475039-ae25-4894-aa6f-fc3ebecb62aa [ 774.374862] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.374999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.375245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.375470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.375691] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.375794] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f475039-ae25-4894-aa6f-fc3ebecb62aa already deleted. [ 774.375932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f475039-ae25-4894-aa6f-fc3ebecb62aa" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.618636] env[68824]: INFO networking_nsxv3.common.synchronization [req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c req-fdfe3015-1b51-4a17-a608-3c46db7feb25 service nova] Enqueued Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_rules [ 774.618636] env[68824]: INFO networking_nsxv3.common.synchronization [req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c req-fdfe3015-1b51-4a17-a608-3c46db7feb25 service nova] Enqueued Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_members [ 774.618636] env[68824]: INFO networking_nsxv3.common.synchronization [req-a2b84b09-970f-4c6a-8e27-a8c3ac242c9c req-fdfe3015-1b51-4a17-a608-3c46db7feb25 service nova] Enqueued Resource ID: 7c404d8d-a72c-4e13-b959-4380e5b3c950 with Priority: HIGHEST for action port [ 774.618636] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_rules [ 774.618636] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_members [ 774.618636] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c404d8d-a72c-4e13-b959-4380e5b3c950 with Priority: HIGHEST for action port [ 774.618636] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.618636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.618636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.620850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.621994] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.624715] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.624841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.624899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.625089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.625633] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.625633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.625633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.625633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.625633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.625966] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.629926] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c404d8d-a72c-4e13-b959-4380e5b3c950 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.629926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.629926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.629926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.629926] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c404d8d-a72c-4e13-b959-4380e5b3c950',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.113499] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-74287381-e35b-42e4-8ada-4d05d0c77072 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 775.114714] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 775.114714] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.114714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.114714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.114948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.114948] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.115046] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.115078] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.115219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.115303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.115392] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.128848] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.130086] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.130194] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.130556] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c404d8d-a72c-4e13-b959-4380e5b3c950 with status ACTIVE [ 775.131746] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.131746] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.131746] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.132105] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.132105] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.132105] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.132223] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.132648] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.132648] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c404d8d-a72c-4e13-b959-4380e5b3c950 is going to be updated. [ 775.154062] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.154062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.154062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154388] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154388] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.154491] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c404d8d-a72c-4e13-b959-4380e5b3c950" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.264025] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 775.264258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.264409] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.264640] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.264822] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.264935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.264999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.265159] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.265241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.265322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.265411] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.410962] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.411177] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.411302] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.411658] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.411917] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.412094] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.412238] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.412545] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.412649] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.412762] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.412877] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.412984] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.413104] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.413213] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.413316] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.413452] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.433653] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.433653] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.433653] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.433764] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.434048] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.434217] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.434338] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.434696] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.434850] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7c06d0-e5f4-485d-9e18-585ed37d1ba4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.618136] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.618357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.618437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.618715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.618819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.619036] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.619140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.619237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.619453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.619494] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.619571] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 already deleted. [ 775.619683] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.629324] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.769572] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.769754] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.769824] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.770066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.770238] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.770340] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.770404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.770556] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.770676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.770737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.770872] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.770965] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.771037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.771178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.771314] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.771428] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.771488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.771629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.771706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771780] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771867] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.937251] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.937251] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.937251] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.937593] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.937754] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.937855] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 not found, creating... [ 775.938122] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.938278] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.938393] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.938630] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.938755] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.939063] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.939244] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.939337] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.939541] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.939673] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.939810] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 is going to be created. [ 775.958995] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958995] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958995] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959282] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959411] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.959643] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.133032] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.133032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.133032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.133032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.133032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.133536] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 is going to be created. [ 776.155573] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.155740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.155878] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.155993] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.156172] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.166202] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 in Status: UNINITIALIZED for 2s [ 776.276581] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d37379-85b0-4205-99ac-92bb15e05f95: rpc.has_security_group_logging(os_id): False [ 776.294165] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.294342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.294429] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.294655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.294742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.294946] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.295064] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.295128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.295285] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.295365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.295533] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.295625] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.296672] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.296672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.296672] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be created. [ 776.348716] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.349020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.349158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.349482] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.349782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.360449] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: IN_PROGRESS for 2s [ 776.826794] env[68824]: INFO networking_nsxv3.common.synchronization [req-d5558b0d-6868-4a27-861d-54134f089d3a req-adfb076c-dc72-49d4-a3a0-c441a90c3bec tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 776.827309] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 776.827628] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.827754] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.827822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.828039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.828194] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.828290] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.828458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.828495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.828655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.828655] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.936916] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-a0bcaa45-3d69-4c90-92aa-a300686b7106 service nova] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_rules [ 776.937777] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-a0bcaa45-3d69-4c90-92aa-a300686b7106 service nova] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 776.938391] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-a0bcaa45-3d69-4c90-92aa-a300686b7106 service nova] Enqueued Resource ID: 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 with Priority: HIGHEST for action port [ 776.939445] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_rules [ 776.940021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 776.940503] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 with Priority: HIGHEST for action port [ 776.941339] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.941712] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.941712] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.942019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.942228] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.943839] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.943991] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.944187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.944477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.944834] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.945131] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.945234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.945658] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.945834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.946048] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.947129] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.947425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.947998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.948210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.948314] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7c06d0-e5f4-485d-9e18-585ed37d1ba4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.330711] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.451253] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.452374] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.452487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.452641] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 with status ACTIVE [ 777.452813] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.452919] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.452984] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.453208] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.453320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.453550] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.453660] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.453722] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.453883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.453960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.454164] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.454260] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.454314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.455633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.455633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.455633] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f7c06d0-e5f4-485d-9e18-585ed37d1ba4 is going to be updated. [ 777.476356] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.476356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.476356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.476356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.476356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7c06d0-e5f4-485d-9e18-585ed37d1ba4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.638030] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-d6291aca-a2b1-4056-916b-bef567d2b9c4 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 777.638627] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 777.638923] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.639827] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.835767] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.956597] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.969752] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969752] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969752] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969752] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.969752] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.969752] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.969752] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.970512] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.970512] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.970512] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.987934] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.988136] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.988284] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.988454] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.988787] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.988898] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.989025] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.990371] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.990545] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.175324] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 in Status: SUCCESS [ 778.175683] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.175758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.175906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.176097] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.176211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.176277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.176426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.176508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.176592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.176683] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.341740] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.342028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.342028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.342205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.342295] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.342395] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be updated. [ 778.371680] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.371778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.371832] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.372032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.372183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.373665] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 778.373844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.380107] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: IN_PROGRESS for 2s [ 778.462881] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.462881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.462881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.462881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.462881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.462881] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be created. [ 778.489116] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.489116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.489116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.489116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.489290] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.492196] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.492375] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.492496] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.492729] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.492869] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.493030] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b not found, creating... [ 778.493277] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.493433] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.493722] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.493978] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.494159] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.494419] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.494583] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.494702] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.494910] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.495162] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.495654] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b is going to be created. [ 778.497685] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: UNINITIALIZED for 2s [ 778.514870] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.515899] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.515899] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.515899] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.515899] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.515899] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.678646] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.678770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.678770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.679050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.679209] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.679323] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.679386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.679586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.679698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.679813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.679977] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.680081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.680140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.680281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.680418] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.680510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.680592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.680726] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.680802] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680976] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.183652] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 573b5bc5-9485-46ba-b832-a223407d2ae7: rpc.has_security_group_logging(os_id): False [ 779.200865] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.201047] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.201124] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.201376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.201492] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.201700] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.202320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.202320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.202320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.202508] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.202508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.202508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.202679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202783] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.203014] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.203297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.203363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.203569] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.203669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.203768] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 is going to be created. [ 779.270341] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.270481] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.270540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.270758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.270939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.282217] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 in Status: IN_PROGRESS for 2s [ 779.406025] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-c0959e26-2545-4e67-9416-77450b20f1b3 service nova] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_rules [ 779.406025] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-c0959e26-2545-4e67-9416-77450b20f1b3 service nova] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 779.406025] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-c0959e26-2545-4e67-9416-77450b20f1b3 service nova] Enqueued Resource ID: 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b with Priority: HIGHEST for action port [ 779.406025] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_rules [ 779.406025] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 779.406025] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b with Priority: HIGHEST for action port [ 779.406025] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.406025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.406025] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.406025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.409292] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.409292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.409292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.409292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.409292] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.910747] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b with status ACTIVE [ 779.910747] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.910907] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.910943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.911237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.911366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.911604] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.911739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.911829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.912064] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.912177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.912430] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.912567] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.912884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.912884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.912949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.913799] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b is going to be updated. [ 779.933752] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.934020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.934109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.934325] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.934504] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.934729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec95e9a-2cbd-4a43-bed2-a278e2df3b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.389096] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 780.389312] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.508025] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 780.508302] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.508302] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.508499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.508687] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.509996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.509996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.509996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.509996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.509996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.509996] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.510213] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.510334] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.510482] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.510646] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.511252] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.511252] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.511252] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.013231] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.013231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.013231] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.294377] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 in Status: SUCCESS [ 781.294377] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.514953] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.017751] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.017906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.017987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.018228] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.018323] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018423] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 782.043767] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.043902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.043979] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.044199] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.044339] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.052275] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 782.363154] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-101a5ee2-d6e8-4c01-b9e4-dedd457e5e1d tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 782.363698] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 782.364008] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.364144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.743439] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.743790] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.743790] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.744071] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.744617] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.744617] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.744617] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.744829] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.744935] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.745158] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.745269] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.746170] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.746170] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.746170] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.746170] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.746170] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.764383] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.764383] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.764519] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.764607] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-867" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.766042] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-098081d1-5e06-402f-b541-8f83f41d4b52 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.766042] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.766042] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.766042] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.766042] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098081d1-5e06-402f-b541-8f83f41d4b52',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.268260] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.268544] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.268599] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.268896] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.269081] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.269476] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 098081d1-5e06-402f-b541-8f83f41d4b52 not found, creating... [ 783.269574] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.269690] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.269784] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.270233] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.270386] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.270687] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.270856] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.270965] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.271204] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.271340] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.271525] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 098081d1-5e06-402f-b541-8f83f41d4b52 is going to be created. [ 783.290949] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.291213] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.291346] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.291714] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.291972] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.292223] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.063102] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 784.063687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.063687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.063901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.063984] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064187] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064566] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.113889] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-6f1376c8-410e-49e6-a18e-cfa38e896ff1 service nova] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_rules [ 784.113889] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-6f1376c8-410e-49e6-a18e-cfa38e896ff1 service nova] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 784.114090] env[68824]: INFO networking_nsxv3.common.synchronization [req-442933e8-2dde-4514-bc02-ca1c637f060e req-6f1376c8-410e-49e6-a18e-cfa38e896ff1 service nova] Enqueued Resource ID: 098081d1-5e06-402f-b541-8f83f41d4b52 with Priority: HIGHEST for action port [ 784.114627] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_rules [ 784.114777] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 784.114865] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098081d1-5e06-402f-b541-8f83f41d4b52 with Priority: HIGHEST for action port [ 784.115473] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.115609] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.115826] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.115917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116445] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-098081d1-5e06-402f-b541-8f83f41d4b52 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.116527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116617] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.117058] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098081d1-5e06-402f-b541-8f83f41d4b52',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.567281] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.618823] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 098081d1-5e06-402f-b541-8f83f41d4b52 with status ACTIVE [ 784.619072] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.619214] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.619281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.619485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.619691] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.619948] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.620488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.620654] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.620898] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.620939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.621186] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.621238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.621318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.621480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.621550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.621638] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 098081d1-5e06-402f-b541-8f83f41d4b52 is going to be updated. [ 784.640933] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.641173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.641173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.642022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.642022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.642022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098081d1-5e06-402f-b541-8f83f41d4b52" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.037251] env[68824]: INFO networking_nsxv3.common.synchronization [req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 req-43fab6de-8a82-46e7-9638-870f9735be47 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 785.037703] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 785.037997] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.038135] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.038222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.038466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.038597] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.038698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.038759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039347] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.070238] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.518182] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518424] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-537" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518590] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-537" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.518908] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-537" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519181] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519366] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519510] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519743] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519888] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.520250] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.520435] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.520551] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.520661] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.520771] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.520874] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.521014] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.542469] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.542629] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.542693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.542885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.542975] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.543184] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.543300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.543341] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.543511] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.543643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.543734] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f already deleted. [ 785.543814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.545877] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.546049] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.546190] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.546359] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-537" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.546636] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-3d95814b-94fe-4a02-b69e-dcc2789fbce9 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.546817] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.546990] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.547318] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.547660] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d95814b-94fe-4a02-b69e-dcc2789fbce9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.572053] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.572053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.572053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.572053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.572053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.572372] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 785.599544] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.599661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.599661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.600923] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.600923] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.610438] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 786.050271] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.050531] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.050661] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.050983] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.051157] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.051346] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 not found, creating... [ 786.051679] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.051862] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.051988] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.052245] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.052398] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.052967] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.052967] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.052967] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.053245] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.053305] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053466] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 is going to be created. [ 786.075971] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.075971] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.075971] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.075971] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.077807] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.077807] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.927797] env[68824]: INFO networking_nsxv3.common.synchronization [req-5a546765-64bc-498a-8a31-2c0c6ace8ce2 req-77fc5046-1fcf-40fd-b564-4a3122a43e8c tempest-ServerExternalEventsTest-1454086132 tempest-ServerExternalEventsTest-1454086132-project-member] Enqueued Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_members [ 786.931378] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 with Priority: HIGHEST for action security_group_members [ 786.932706] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-573b5bc5-9485-46ba-b832-a223407d2ae7 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.933052] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.933643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.934711] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.935310] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.935515] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.936081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.936457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.937066] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.939090] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('573b5bc5-9485-46ba-b832-a223407d2ae7',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.042866] env[68824]: INFO networking_nsxv3.common.synchronization [req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 req-1a5a413c-9d20-4996-a901-5c9ca77ed353 service nova] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_rules [ 787.043076] env[68824]: INFO networking_nsxv3.common.synchronization [req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 req-1a5a413c-9d20-4996-a901-5c9ca77ed353 service nova] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 787.043315] env[68824]: INFO networking_nsxv3.common.synchronization [req-4a44e0bd-3d71-4b51-a30f-6675652b4a42 req-1a5a413c-9d20-4996-a901-5c9ca77ed353 service nova] Enqueued Resource ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with Priority: HIGHEST for action port [ 787.044455] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_rules [ 787.044455] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 787.044455] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with Priority: HIGHEST for action port [ 787.044653] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.044653] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.044750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.045086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.045179] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.046348] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.046479] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.048310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.048310] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.048310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.048310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.048310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.048310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.048310] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.048569] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d95814b-94fe-4a02-b69e-dcc2789fbce9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.048569] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.048653] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.048906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.048906] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d95814b-94fe-4a02-b69e-dcc2789fbce9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.441122] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.441122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.441122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.441538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.441538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.441538] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.441666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.441666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.441779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.441893] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.441937] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 is going to be updated. [ 787.468266] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.468431] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.468511] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.468701] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.468911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.476362] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 in Status: IN_PROGRESS for 2s [ 787.550913] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.552340] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.552452] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.553764] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with status ACTIVE [ 787.554069] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.554069] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.554204] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.554425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.554425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.554611] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.554694] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.554756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.555277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.555277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.555277] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.555277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.555489] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.555489] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.555489] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.555575] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 is going to be updated. [ 787.576633] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.577791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.577791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.577791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.577791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.577791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.620245] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 787.620245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.620245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.620245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.620485] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.620644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.620719] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.620908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.621044] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621755] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.622166] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.622166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.622309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.622454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.622604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.622662] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.624805] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624805] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.625367] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.625367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.625367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.625524] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.625524] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.625633] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.057616] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.125314] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31051aa5-54d4-43e2-8bcf-d54cebcd2d95: rpc.has_security_group_logging(os_id): False [ 788.130475] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.153303] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.153303] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.153303] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.153303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.157836] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.157836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.157836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.157836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.157836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.157836] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be created. [ 788.230452] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.230739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.230739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.230975] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.231217] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.244445] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 788.561893] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.562263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.562263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.562328] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.562424] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.562538] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be created. [ 788.584456] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.584779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.584883] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.585115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.585281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.594275] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: UNINITIALIZED for 2s [ 788.632888] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.134966] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.135157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.135221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.135453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.135569] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.135676] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 789.164020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.164020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.164020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.164020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.172221] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 789.486485] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 in Status: SUCCESS [ 789.486783] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 573b5bc5-9485-46ba-b832-a223407d2ae7 deletion is rescheduled due to dependency. [ 789.487054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-573b5bc5-9485-46ba-b832-a223407d2ae7" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.256770] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 790.257079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.257194] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.257410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.257498] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.604579] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 790.604579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.604737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.604904] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.605114] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.605228] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.605568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.605568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.605672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.605748] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.759623] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.759771] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.107981] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.108163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.108211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.108454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.108596] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.108698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.108761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.109512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.109512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.109512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.109512] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.109512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.109512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.109512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.109793] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.109793] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.109793] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.109882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.109972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.110036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.110129] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.181740] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 791.181962] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.182122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.182348] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.182541] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.182659] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.182731] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.182922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.183014] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.183115] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.612876] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cb981a-47c9-4b00-9904-d26b1bc5d23f: rpc.has_security_group_logging(os_id): False [ 791.634138] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.634261] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.634261] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.635028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.635028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.635028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.635028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.635028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.635314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635314] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.635392] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.635425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.635543] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.635617] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.636715] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.636715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.636715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.636715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.636715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.636715] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be created. [ 791.687945] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.701885] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.701885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.702057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.702192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.702371] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.714114] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 792.045308] env[68824]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 792.045413] env[68824]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 792.190372] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.692799] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.693848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.693848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.693848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.693848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.693848] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 792.720468] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.720879] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.720879] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.721819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.729841] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 793.725081] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 793.725412] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.395689] env[68824]: INFO networking_nsxv3.common.synchronization [req-08287ff9-943c-458b-9276-cd411d45ca90 req-5156da32-079c-4203-b9de-f8ec207e3162 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 794.396426] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 794.396731] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.396865] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.396972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397701] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397952] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.398154] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.398277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.398559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.398687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398844] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.640542] env[68824]: INFO networking_nsxv3.common.synchronization [req-a905b299-5653-414c-a88d-bbb0666d556f req-11cf1e43-96a0-45c2-be63-04204b0913fc tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 794.641529] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 794.642240] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.642406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.642496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.642754] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.642962] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.643111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.643197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.643626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.643778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.643869] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.738759] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 794.739106] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.739146] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.739363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.739558] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.739677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.739745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.739894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.739973] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.740070] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.740281] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.902282] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.902353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.902438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.902659] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.902755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.902980] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.903100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.903163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.903344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.903425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.903511] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be updated. [ 794.930687] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.930954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.931122] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.931377] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.931663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.939867] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: IN_PROGRESS for 2s [ 795.055660] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.055856] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.055987] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.056447] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.056744] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.056911] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.057071] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.057310] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.057453] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.057716] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.057818] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.057934] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.058053] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.058205] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.058289] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.058431] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.077054] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.077240] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.077389] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.077551] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-677" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077859] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-de55477f-ce81-42b3-80e2-8561d316479a taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.078129] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.078256] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.078631] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.078721] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de55477f-ce81-42b3-80e2-8561d316479a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.149942] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.149942] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.149942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.149942] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be updated. [ 795.180494] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.180698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.180766] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.181434] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.181434] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.190825] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: IN_PROGRESS for 2s [ 795.243422] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.243619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.243619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.244342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.244342] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.244342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.244342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.244507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.244507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.245168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.245168] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.245168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.245168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.245168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.245364] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.245364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.245432] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.246045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.246045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.246045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.246045] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.581095] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.581465] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.581675] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.582126] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.582253] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.582484] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port de55477f-ce81-42b3-80e2-8561d316479a not found, creating... [ 795.582849] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.583028] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.583159] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.583370] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.583510] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.583987] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.584297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.584585] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.585049] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.585296] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.585544] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: de55477f-ce81-42b3-80e2-8561d316479a is going to be created. [ 795.606122] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.606368] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.606535] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.606854] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.607358] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.607358] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.747995] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31051aa5-54d4-43e2-8bcf-d54cebcd2d95: rpc.has_security_group_logging(os_id): False [ 795.766676] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.766676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.766676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.766676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.766676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.766676] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.766676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.766676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.767173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.767173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.767173] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.767173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.767173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.767390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.767390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.768083] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.768083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.768083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.768083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.768083] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.768083] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 795.841213] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.841353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.841431] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.841641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.841788] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.854561] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 796.543631] env[68824]: INFO networking_nsxv3.common.synchronization [req-a905b299-5653-414c-a88d-bbb0666d556f req-8f661ff5-7f45-4dde-bc07-5c545931eef0 service nova] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_rules [ 796.543853] env[68824]: INFO networking_nsxv3.common.synchronization [req-a905b299-5653-414c-a88d-bbb0666d556f req-8f661ff5-7f45-4dde-bc07-5c545931eef0 service nova] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 796.544000] env[68824]: INFO networking_nsxv3.common.synchronization [req-a905b299-5653-414c-a88d-bbb0666d556f req-8f661ff5-7f45-4dde-bc07-5c545931eef0 service nova] Enqueued Resource ID: de55477f-ce81-42b3-80e2-8561d316479a with Priority: HIGHEST for action port [ 796.544581] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_rules [ 796.544749] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 796.544851] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de55477f-ce81-42b3-80e2-8561d316479a with Priority: HIGHEST for action port [ 796.545149] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.545280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.545364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.545531] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.545639] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.546540] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.546644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.546864] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-de55477f-ce81-42b3-80e2-8561d316479a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.546969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.546969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.547165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.547241] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de55477f-ce81-42b3-80e2-8561d316479a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.870517] env[68824]: INFO networking_nsxv3.common.synchronization [req-a439e736-736c-49b0-9bc8-2c2290700a77 req-13006247-66e8-4179-a812-785799319e23 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 796.870517] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 796.870517] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.870517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.870517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.871544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.871863] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.872233] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.874876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.874876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.874876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.874876] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.952021] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 796.952021] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 deletion is rescheduled due to dependency. [ 796.952021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.050130] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de55477f-ce81-42b3-80e2-8561d316479a with status ACTIVE [ 797.050357] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.050778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.050778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.050911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.050911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.051046] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051149] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.051360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.051436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.051639] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.051933] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.052016] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.052103] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de55477f-ce81-42b3-80e2-8561d316479a is going to be updated. [ 797.053390] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.071814] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.072758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.072758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.072758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.072758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.072758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de55477f-ce81-42b3-80e2-8561d316479a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.203456] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 797.203776] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 deletion is rescheduled due to dependency. [ 797.203841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.203999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.204219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.204399] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.204512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.204580] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.204723] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.204804] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.204896] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.377138] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.706887] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.867820] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 797.868052] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.868228] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.868443] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.868535] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.880339] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.210453] env[68824]: INFO networking_nsxv3.common.synchronization [req-9df9aa7b-16ed-4a1e-a333-863753139141 req-9c85d3ff-4e60-414e-901f-b694098c0f08 tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Enqueued Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_members [ 798.211192] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_members [ 798.211647] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.211817] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.211921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.212477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.212586] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.212649] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.212749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.212968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.213116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.213243] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.214322] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.370943] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.371147] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.382757] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.383084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.383084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.383222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.383282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.383393] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 798.410353] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.410615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.410615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.410785] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.412567] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.418900] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 798.622703] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.622864] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-814" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623144] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-814" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623385] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-814" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.623676] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.623847] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623965] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.625050] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.625050] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.625050] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.625050] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.625050] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.625296] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.625296] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.625371] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.625488] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.647581] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.647581] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.647581] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.647581] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-814" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.647724] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-61059a4f-416f-467f-82b4-db5df113beae taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.647842] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.647970] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.648592] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.648592] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61059a4f-416f-467f-82b4-db5df113beae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.717068] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.717226] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.717295] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.717614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.717741] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.717916] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.718030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.718085] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.718237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.718312] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.718400] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 already deleted. [ 798.718479] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.718787] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.718879] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.718933] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.721048] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.721048] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.721048] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be updated. [ 798.749603] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.749836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.749836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.750042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.750193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.759123] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: IN_PROGRESS for 2s [ 799.151512] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.151512] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.152060] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.152060] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.152215] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.152381] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 61059a4f-416f-467f-82b4-db5df113beae not found, creating... [ 799.152660] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.152922] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.153024] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.153377] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.153377] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.153697] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.153934] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.154077] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.154303] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.154443] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.154616] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 61059a4f-416f-467f-82b4-db5df113beae is going to be created. [ 799.179784] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.179995] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.180134] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.180403] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.180629] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.181551] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.050297] env[68824]: INFO networking_nsxv3.common.synchronization [req-9df9aa7b-16ed-4a1e-a333-863753139141 req-11197503-525c-494d-bcba-09d57ba77f97 service nova] Enqueued Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_rules [ 800.050551] env[68824]: INFO networking_nsxv3.common.synchronization [req-9df9aa7b-16ed-4a1e-a333-863753139141 req-11197503-525c-494d-bcba-09d57ba77f97 service nova] Enqueued Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_members [ 800.050742] env[68824]: INFO networking_nsxv3.common.synchronization [req-9df9aa7b-16ed-4a1e-a333-863753139141 req-11197503-525c-494d-bcba-09d57ba77f97 service nova] Enqueued Resource ID: 61059a4f-416f-467f-82b4-db5df113beae with Priority: HIGHEST for action port [ 800.051105] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_rules [ 800.051415] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_members [ 800.051415] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61059a4f-416f-467f-82b4-db5df113beae with Priority: HIGHEST for action port [ 800.052652] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.052652] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.052652] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.052652] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.052652] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.053916] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.053916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.054042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.056970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.056970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.056970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.056970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.056970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.056970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.056970] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.056970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-61059a4f-416f-467f-82b4-db5df113beae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.056970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.058588] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.058803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.059411] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61059a4f-416f-467f-82b4-db5df113beae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.427776] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 800.428115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.428340] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.428705] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.428705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.428705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.428877] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.428955] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.429039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.429162] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.561359] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.561542] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.561810] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.563173] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61059a4f-416f-467f-82b4-db5df113beae with status ACTIVE [ 800.563173] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.563173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.563173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.563314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.563314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.564522] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.564522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.564522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.564522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.564522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.564522] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.564522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.564857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.564857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.564857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.564857] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61059a4f-416f-467f-82b4-db5df113beae is going to be updated. [ 800.585570] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.585995] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586093] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.586319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.587015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61059a4f-416f-467f-82b4-db5df113beae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.784054] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.784054] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.784054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.784054] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.926018] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-9ed7c110-5707-4a47-bcb3-d8dde4190799 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 800.926018] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 800.926018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.926018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.926018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.926018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.926018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.929756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.929756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.929756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.929756] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.929756] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.930747] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.931011] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.931262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.931668] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935360] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.935360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.935360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935360] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.067245] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.285335] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.285465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.286040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.286040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.286283] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.286403] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.286460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.286835] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.286835] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.286835] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.286987] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.287063] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.287104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.287216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.287348] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.287474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.287474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.287611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.287700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.287753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.287842] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.431383] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.431383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.431383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.431383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.431383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.431836] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.431836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.431836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.431836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.431960] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.431993] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 already deleted. [ 801.432211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.437846] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31051aa5-54d4-43e2-8bcf-d54cebcd2d95: rpc.has_security_group_logging(os_id): False [ 801.455315] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.455499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.455499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.455621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.455699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.455905] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456008] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.456096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.456220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.456297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.456459] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456553] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.456613] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.456751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.456825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.457015] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.457115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.457178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.457404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.457481] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.457563] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 801.496707] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-e1a36b42-217c-4607-bd1c-ab01569d30d7 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 801.496844] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 801.497419] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.497526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.497573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.497781] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.497940] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.498034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.500087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.500087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.500087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.500087] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.541454] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.541454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.541454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.541454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.541454] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.555455] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 801.571190] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.571190] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.571190] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.571190] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.571190] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.571190] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 is going to be created. [ 801.609207] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.609384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.609457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.609676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.609834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.621872] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 in Status: UNINITIALIZED for 2s [ 801.791181] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d11be4d-c35e-49eb-9964-155c97f00b14: rpc.has_security_group_logging(os_id): False [ 801.808917] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.810050] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.810378] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.810378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.810530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.810695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.810967] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.811077] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.811138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.811281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.811356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.811441] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be updated. [ 801.877335] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.877528] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877762] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.877903] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.895492] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: IN_PROGRESS for 2s [ 801.945678] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-411be840-aad1-4125-a790-25623e4111af tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 801.946816] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 801.946816] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.946816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.001674] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.001863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.001912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.002137] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.002222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.003034] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.003034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.003034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.003034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.003034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.003034] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 already deleted. [ 802.003034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.003343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.003343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.003465] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.003657] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.003657] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.003782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.003855] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.003944] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.437593] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.438115] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.438115] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.439269] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.442011] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.442307] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.442449] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.443019] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.443019] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.443185] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.443230] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.443306] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.443404] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.444378] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.444378] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.444378] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.464813] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.464954] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.465107] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.465441] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.465673] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-2da8dece-f806-40a6-9c3b-84a43ee93d07 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.465872] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.465982] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.466344] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.466502] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da8dece-f806-40a6-9c3b-84a43ee93d07',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.512679] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.512679] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.512679] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 already deleted. [ 802.512679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.974267] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.974439] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.974585] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.975107] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.975158] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.975288] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 2da8dece-f806-40a6-9c3b-84a43ee93d07 not found, creating... [ 802.977023] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.977023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.977023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.977023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.977023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.977023] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.977023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.977023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.977606] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.977606] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.977750] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 2da8dece-f806-40a6-9c3b-84a43ee93d07 is going to be created. [ 802.999720] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.000239] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.000239] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.000394] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.000649] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.000984] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.550770] env[68824]: INFO networking_nsxv3.common.synchronization [req-4de9e19a-7872-4f29-9819-db888cef99ab req-807b5a5f-3d91-43b7-a99f-a9e6b09b64ad tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 803.551316] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 803.551612] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.551732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.551790] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.551976] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.554987] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.554987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.554987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.554987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.554987] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.554987] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.567882] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 803.567927] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.631899] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 in Status: SUCCESS [ 803.632131] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.632872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.632872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.632872] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.632872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.632872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.633174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.633174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.633174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.633322] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.754019] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-104063ee-03ff-463a-a887-839766e9c48e service nova] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_rules [ 803.755340] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-104063ee-03ff-463a-a887-839766e9c48e service nova] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 803.755340] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-104063ee-03ff-463a-a887-839766e9c48e service nova] Enqueued Resource ID: 2da8dece-f806-40a6-9c3b-84a43ee93d07 with Priority: HIGHEST for action port [ 803.755340] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_rules [ 803.755340] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 803.755340] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da8dece-f806-40a6-9c3b-84a43ee93d07 with Priority: HIGHEST for action port [ 803.755638] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.755724] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.755786] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.756043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.756121] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.756983] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.757140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.757245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.757540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.757540] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.757625] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.757656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.758426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.758426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.758426] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.759718] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da8dece-f806-40a6-9c3b-84a43ee93d07 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.759718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.759718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.759718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.761674] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da8dece-f806-40a6-9c3b-84a43ee93d07',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.911041] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 803.911304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.958839] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.959090] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.959255] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.960781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.960781] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.960781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.961079] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.961357] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.962485] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.962722] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.962859] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.963035] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.963201] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.963337] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.963404] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.963598] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.981990] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.982218] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.982406] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.982631] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-451" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.982985] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.983181] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.983789] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.983789] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.983877] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336f97d2-fb92-4cfa-ac81-776ddcbdf5be',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.060935] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.060935] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.060935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.062352] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be updated. [ 804.092104] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.092275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.092347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.092545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.092682] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.110720] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: IN_PROGRESS for 2s [ 804.138970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.138970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.138970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.138970] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.139570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.139605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.140171] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.140171] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.140171] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.140171] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.140360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.140360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.140412] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.140534] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.264100] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.264100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.264295] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.265108] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2da8dece-f806-40a6-9c3b-84a43ee93d07 with status ACTIVE [ 804.265611] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.265611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.265611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.265783] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.265783] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.265930] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.266087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.266151] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.266410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.266485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.266653] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.266792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.266792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.266943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.267025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.267452] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2da8dece-f806-40a6-9c3b-84a43ee93d07 is going to be updated. [ 804.290316] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.290507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.290583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.290984] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.291169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.291335] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da8dece-f806-40a6-9c3b-84a43ee93d07" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.491933] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.491933] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 336f97d2-fb92-4cfa-ac81-776ddcbdf5be not found, creating... [ 804.491933] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.491933] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.493146] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.494772] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.494772] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.494772] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.494975] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.496524] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 336f97d2-fb92-4cfa-ac81-776ddcbdf5be is going to be created. [ 804.518048] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.518260] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.518386] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.518706] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.518961] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.519240] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.554424] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.554740] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-258" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.555508] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-258" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.555925] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-258" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.556249] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.556416] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.556533] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.558251] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.558775] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.559375] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.560140] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.561064] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.561064] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.561064] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.561064] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.561064] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.593014] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.593210] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.593356] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.593566] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-258" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.593911] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-630d5749-0f0b-4cbb-ae8b-903800c14f21 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.594099] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.594217] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.594528] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.594681] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630d5749-0f0b-4cbb-ae8b-903800c14f21',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.648587] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fc05003-356a-4b37-bf2e-cc27f5add5a8: rpc.has_security_group_logging(os_id): False [ 804.672309] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.672451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.672525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.672768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.672823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.672999] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.673109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.673173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.673314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.673408] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.673575] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.673742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.673803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.674037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.674037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.674210] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.674308] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.674367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.674494] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.674577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.674650] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 is going to be created. [ 804.736017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.736174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.737020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.737278] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.737489] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747821] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 in Status: IN_PROGRESS for 2s [ 804.770051] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.101627] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.101900] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.101987] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.102624] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.102838] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.103037] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 630d5749-0f0b-4cbb-ae8b-903800c14f21 not found, creating... [ 805.103646] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.103646] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.103842] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.103936] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.104607] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.105063] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.105235] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.105375] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.105788] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.106071] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.106268] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 630d5749-0f0b-4cbb-ae8b-903800c14f21 is going to be created. [ 805.125022] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.125256] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.125381] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.125672] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.125916] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.126185] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.272231] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.272466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.272606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.273068] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be created. [ 805.302434] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.302550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.302594] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.302802] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.302949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.311811] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: UNINITIALIZED for 2s [ 805.368152] env[68824]: INFO networking_nsxv3.common.synchronization [req-4de9e19a-7872-4f29-9819-db888cef99ab req-dfc52b93-7373-4525-8003-1f51f662fa3d service nova] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_rules [ 805.370386] env[68824]: INFO networking_nsxv3.common.synchronization [req-4de9e19a-7872-4f29-9819-db888cef99ab req-dfc52b93-7373-4525-8003-1f51f662fa3d service nova] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 805.370386] env[68824]: INFO networking_nsxv3.common.synchronization [req-4de9e19a-7872-4f29-9819-db888cef99ab req-dfc52b93-7373-4525-8003-1f51f662fa3d service nova] Enqueued Resource ID: 336f97d2-fb92-4cfa-ac81-776ddcbdf5be with Priority: HIGHEST for action port [ 805.370386] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_rules [ 805.370386] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 805.370386] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336f97d2-fb92-4cfa-ac81-776ddcbdf5be with Priority: HIGHEST for action port [ 805.370386] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.370386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.370386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.370386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.370386] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.371239] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.371373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.372136] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.372136] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.372136] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.372136] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.372136] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336f97d2-fb92-4cfa-ac81-776ddcbdf5be',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.875925] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 336f97d2-fb92-4cfa-ac81-776ddcbdf5be with status ACTIVE [ 805.876260] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.876557] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.876641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.876872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.876998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877203] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.877298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.877354] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.877525] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.877600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877790] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.877884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.877942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.878092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.878165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.878252] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 336f97d2-fb92-4cfa-ac81-776ddcbdf5be is going to be updated. [ 805.879807] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.879929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.899026] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.899238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.899306] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.899474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.899611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.899763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336f97d2-fb92-4cfa-ac81-776ddcbdf5be" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.109971] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-50fa90fd-df8f-4066-a95c-16e366899ebd service nova] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_rules [ 806.109971] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-50fa90fd-df8f-4066-a95c-16e366899ebd service nova] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 806.109971] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-50fa90fd-df8f-4066-a95c-16e366899ebd service nova] Enqueued Resource ID: 630d5749-0f0b-4cbb-ae8b-903800c14f21 with Priority: HIGHEST for action port [ 806.109971] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_rules [ 806.110474] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 806.110474] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630d5749-0f0b-4cbb-ae8b-903800c14f21 with Priority: HIGHEST for action port [ 806.110897] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.110897] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.111082] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.111190] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.111327] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-630d5749-0f0b-4cbb-ae8b-903800c14f21 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.111432] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.111471] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.111777] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.111868] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630d5749-0f0b-4cbb-ae8b-903800c14f21',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.123524] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 806.123694] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf deletion is rescheduled due to dependency. [ 806.123821] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.123982] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.127375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.127375] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.127375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.127375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.127375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.127375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.127375] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.533038] env[68824]: INFO networking_nsxv3.common.synchronization [req-a9d8132a-e8fe-45f6-971c-39873bdfd040 req-1a3ccce5-6312-4a77-a1b5-82570f56c739 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 806.533553] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 806.533913] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.534707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.534707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.534707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.534707] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.534707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.534707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.535050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.535050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.535050] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.617928] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 630d5749-0f0b-4cbb-ae8b-903800c14f21 with status ACTIVE [ 806.618184] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.618318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.618380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.618596] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.618665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.618843] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.618939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.618999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.619154] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.619232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.619412] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.619685] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.619768] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.619826] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 630d5749-0f0b-4cbb-ae8b-903800c14f21 is going to be updated. [ 806.629240] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.639573] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.640904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.640996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.641366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.641460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-630d5749-0f0b-4cbb-ae8b-903800c14f21" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.664913] env[68824]: INFO networking_nsxv3.common.synchronization [req-302554a5-1373-41e6-921a-6bb35cfdc8ac req-88dd0ee9-b6bc-43a9-856a-17a7f33111c8 tempest-ServersAdminNegativeTestJSON-1022378385 tempest-ServersAdminNegativeTestJSON-1022378385-project-member] Enqueued Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 806.665416] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 with Priority: HIGHEST for action security_group_members [ 806.665812] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bc2329-7321-47f2-98cf-14aec8e1fd28 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.666108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.666860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.667098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.667263] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.667370] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.667435] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.668501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.668587] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.668704] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bc2329-7321-47f2-98cf-14aec8e1fd28',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.761342] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 in Status: SUCCESS [ 806.761672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.043118] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.043118] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.043118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.044947] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.044947] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d01001-50ca-4933-ab91-30653558a538 already deleted. [ 807.045151] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.126613] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.126844] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.126974] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.127250] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.127520] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.128426] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.128426] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.128426] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.128426] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.128426] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.128622] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.128622] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.128719] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.128785] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.128861] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.128987] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.131880] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.146207] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.146970] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.146970] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.146970] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-796" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.147649] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-97c81235-187c-408b-84d7-9ee3b7511c80 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.148229] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.148229] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.148714] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.149043] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c81235-187c-408b-84d7-9ee3b7511c80',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.171924] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.171924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.171924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.171924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.171924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.172171] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.172220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.172365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.172502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.172575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.172659] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 is going to be updated. [ 807.188203] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.188203] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-15" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.188203] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-15" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188203] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-15" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188203] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.188203] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.188203] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188792] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.189195] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.189532] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.189774] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.190326] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.190566] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.190817] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.191057] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.191311] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.198618] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.198745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.198856] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.199017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.199167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.208125] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: IN_PROGRESS for 2s [ 807.216615] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.216798] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.216942] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.217140] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-15" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.217464] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b3af0e00-b93b-497b-9ce8-cb58815f57ae taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.217648] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.217767] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.218095] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.218239] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3af0e00-b93b-497b-9ce8-cb58815f57ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.323338] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 807.323854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.324568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.324669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.324859] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.324963] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.325028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.325167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.325260] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.325564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.325564] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.326579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.327957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.327957] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.327957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.327957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.327957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.327957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.328513] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.637275] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.637275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.637275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.637275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.637275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.637275] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be updated. [ 807.652545] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.653397] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.653817] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.656048] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.656048] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.656048] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 97c81235-187c-408b-84d7-9ee3b7511c80 not found, creating... [ 807.656048] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.656048] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.656048] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.656048] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.656048] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.657313] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.657313] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.657313] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.657313] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.657313] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.657313] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 97c81235-187c-408b-84d7-9ee3b7511c80 is going to be created. [ 807.660994] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.663499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.663499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.663499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.663499] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.673712] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: IN_PROGRESS for 2s [ 807.675799] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.676018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.676202] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.676489] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.676777] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.677022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.698088] env[68824]: INFO networking_nsxv3.common.synchronization [None req-915d013c-f2ab-475f-b1bd-41ce9e385d92 None None] Enqueued Resource ID: 71a57666-60de-4146-a561-09ec461074b2 with Priority: HIGHEST for action port [ 807.698758] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a57666-60de-4146-a561-09ec461074b2 with Priority: HIGHEST for action port [ 807.699422] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a57666-60de-4146-a561-09ec461074b2 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.699422] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a57666-60de-4146-a561-09ec461074b2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.699422] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a57666-60de-4146-a561-09ec461074b2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.699799] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a57666-60de-4146-a561-09ec461074b2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.699799] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a57666-60de-4146-a561-09ec461074b2',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.721121] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.721350] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.721475] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.721760] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.721949] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.722123] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b3af0e00-b93b-497b-9ce8-cb58815f57ae not found, creating... [ 807.722388] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.722543] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.722659] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.722887] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.723035] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.723536] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.723791] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.723913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.724142] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.724979] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.725167] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae is going to be created. [ 807.757171] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.757171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.757171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.757171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.757171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.757171] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.830247] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.830247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.830471] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.959616] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 807.959616] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_members [ 807.962248] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 807.962248] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_members [ 807.962248] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.962248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.962669] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.963643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.963774] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.965020] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.965020] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80e0ee4-bffb-456d-b9cd-2aac0511c012 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.965020] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.965444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.965444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.965593] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.965593] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.965673] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.965826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.965906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.965947] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.022144] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_rules [ 808.022144] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 808.022144] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_rules [ 808.022289] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_members [ 808.022477] env[68824]: INFO networking_nsxv3.common.synchronization [req-2971b9cc-e397-4d13-b17a-166ea743ca5c req-675fbe14-fbc0-4941-a996-f5c171b39e97 tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with Priority: HIGHEST for action port [ 808.023221] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_rules [ 808.023221] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_rules [ 808.023306] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with Priority: HIGHEST for action port [ 808.023452] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 808.023487] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_members [ 808.023774] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.024300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.024300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.024300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.024300] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.025380] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e80e0ee4-bffb-456d-b9cd-2aac0511c012 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.025646] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.025646] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.025784] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.025867] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.030751] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d95814b-94fe-4a02-b69e-dcc2789fbce9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.030888] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.030971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.031178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.031278] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d95814b-94fe-4a02-b69e-dcc2789fbce9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.032153] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.032251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.032456] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80e0ee4-bffb-456d-b9cd-2aac0511c012 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.032559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.202422] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a57666-60de-4146-a561-09ec461074b2 [ 808.202422] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.202880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.202880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.202880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.202979] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.202979] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a57666-60de-4146-a561-09ec461074b2 already deleted. [ 808.203082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a57666-60de-4146-a561-09ec461074b2" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.336575] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.469286] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.470388] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.533977] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with status ACTIVE [ 808.534143] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.537908] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.537908] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.537908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.537908] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 is going to be updated. [ 808.537908] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.538795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.538795] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80e0ee4-bffb-456d-b9cd-2aac0511c012 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.538795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.557448] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.557448] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.557609] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.558437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.558437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.558437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.654252] env[68824]: INFO networking_nsxv3.common.synchronization [req-a9d8132a-e8fe-45f6-971c-39873bdfd040 req-223667da-d49e-4894-8ec3-e44f9f827fea service nova] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_rules [ 808.654618] env[68824]: INFO networking_nsxv3.common.synchronization [req-a9d8132a-e8fe-45f6-971c-39873bdfd040 req-223667da-d49e-4894-8ec3-e44f9f827fea service nova] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 808.654801] env[68824]: INFO networking_nsxv3.common.synchronization [req-a9d8132a-e8fe-45f6-971c-39873bdfd040 req-223667da-d49e-4894-8ec3-e44f9f827fea service nova] Enqueued Resource ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae with Priority: HIGHEST for action port [ 808.656107] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_rules [ 808.656107] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 808.656107] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae with Priority: HIGHEST for action port [ 808.656950] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.656950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.656950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.656950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.656950] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.658303] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.659597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.659677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.660333] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.660333] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.660333] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.660333] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.660611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.660611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.660611] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.662107] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3af0e00-b93b-497b-9ce8-cb58815f57ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.662107] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.662107] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.662107] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.662107] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3af0e00-b93b-497b-9ce8-cb58815f57ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.814038] env[68824]: INFO networking_nsxv3.common.synchronization [req-fec0c304-a308-46e9-b453-1690f8c52ea7 req-0dd03887-7d3d-42d9-9d01-2145dce96fdc tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 808.814038] env[68824]: INFO networking_nsxv3.common.synchronization [req-fec0c304-a308-46e9-b453-1690f8c52ea7 req-0dd03887-7d3d-42d9-9d01-2145dce96fdc tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_members [ 808.814167] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 808.814431] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 with Priority: HIGHEST for action security_group_members [ 808.814574] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.814676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.814858] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e80e0ee4-bffb-456d-b9cd-2aac0511c012 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.814940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838092] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.838259] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838333] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.839474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.839645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.839761] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 808.869401] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.869401] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.869401] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.869401] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.869401] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.879380] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 808.880257] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-887af902-778a-4e24-890c-13a205924545 service nova] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_rules [ 808.880637] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-887af902-778a-4e24-890c-13a205924545 service nova] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 808.882935] env[68824]: INFO networking_nsxv3.common.synchronization [req-23a132a2-3673-46d6-b3f3-19ae178de7b0 req-887af902-778a-4e24-890c-13a205924545 service nova] Enqueued Resource ID: 97c81235-187c-408b-84d7-9ee3b7511c80 with Priority: HIGHEST for action port [ 808.883515] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_rules [ 808.883645] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 808.883811] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c81235-187c-408b-84d7-9ee3b7511c80 with Priority: HIGHEST for action port [ 808.884175] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.884570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.884570] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.885278] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.885552] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c81235-187c-408b-84d7-9ee3b7511c80 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.885726] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.885822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.886080] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.886211] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c81235-187c-408b-84d7-9ee3b7511c80',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.903145] env[68824]: INFO networking_nsxv3.common.synchronization [req-fec0c304-a308-46e9-b453-1690f8c52ea7 req-0dd03887-7d3d-42d9-9d01-2145dce96fdc tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_rules [ 808.903415] env[68824]: INFO networking_nsxv3.common.synchronization [req-fec0c304-a308-46e9-b453-1690f8c52ea7 req-0dd03887-7d3d-42d9-9d01-2145dce96fdc tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 808.903765] env[68824]: INFO networking_nsxv3.common.synchronization [req-fec0c304-a308-46e9-b453-1690f8c52ea7 req-0dd03887-7d3d-42d9-9d01-2145dce96fdc tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with Priority: HIGHEST for action port [ 808.904207] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_rules [ 808.904421] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 808.904599] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with Priority: HIGHEST for action port [ 808.905053] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.905167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.905944] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.905944] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.906225] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d95814b-94fe-4a02-b69e-dcc2789fbce9 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.906374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.906446] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.909975] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910086] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d95814b-94fe-4a02-b69e-dcc2789fbce9',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.972251] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.973916] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.164116] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.164116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.171037] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.171037] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3af0e00-b93b-497b-9ce8-cb58815f57ae with status ACTIVE [ 809.171037] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.171037] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.171037] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.171037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.171644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.171644] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae is going to be updated. [ 809.218076] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.218076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.218076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.218076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.218076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.218076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.226274] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 in Status: SUCCESS [ 809.226463] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bc2329-7321-47f2-98cf-14aec8e1fd28 deletion is rescheduled due to dependency. [ 809.226608] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bc2329-7321-47f2-98cf-14aec8e1fd28" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.388842] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97c81235-187c-408b-84d7-9ee3b7511c80 with status ACTIVE [ 809.389465] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.389465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.389465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.389650] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.389820] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.389962] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.390108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.390210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.390373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.390470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.390720] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.390840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.390902] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.391173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.391173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.391394] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97c81235-187c-408b-84d7-9ee3b7511c80 is going to be updated. [ 809.412820] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d95814b-94fe-4a02-b69e-dcc2789fbce9 with status ACTIVE [ 809.416027] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.416027] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.416027] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.416027] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d95814b-94fe-4a02-b69e-dcc2789fbce9 is going to be updated. [ 809.418560] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.418881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.419049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.419320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.419538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.419782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c81235-187c-408b-84d7-9ee3b7511c80" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.444826] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.444999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.444999] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.446876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.446876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.446876] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d95814b-94fe-4a02-b69e-dcc2789fbce9" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.476940] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476940] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.477575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.477575] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.477575] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be updated. [ 809.479042] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.479042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.479042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.479268] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.480040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.480040] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 is going to be created. [ 809.527949] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.528306] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.528306] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.528399] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.528540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.534707] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.534864] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.534935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.535177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.535322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.558015] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 809.559078] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 in Status: UNINITIALIZED for 2s [ 809.676331] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.686167] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 809.686331] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.686511] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.686652] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.688378] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.688378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.688378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.688378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.688378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.688378] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.688378] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.987224] env[68824]: INFO networking_nsxv3.common.synchronization [None req-9a1a63b9-ef16-45e1-9b3d-7f6ebe5f1fa3 None None] Enqueued Resource ID: 03b46f81-51c2-4340-8346-4412414f8f0c with Priority: HIGHEST for action port [ 809.989985] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b46f81-51c2-4340-8346-4412414f8f0c with Priority: HIGHEST for action port [ 809.991034] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b46f81-51c2-4340-8346-4412414f8f0c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.991279] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b46f81-51c2-4340-8346-4412414f8f0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.991279] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b46f81-51c2-4340-8346-4412414f8f0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.991564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b46f81-51c2-4340-8346-4412414f8f0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.991682] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b46f81-51c2-4340-8346-4412414f8f0c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.181163] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.181163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.181163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.181163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.181163] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be created. [ 810.190782] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.190951] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.191033] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.191239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.191394] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.191486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.191540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.191682] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.191763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.191855] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.191995] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.192325] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.192396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.192531] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.192667] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.192753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.192812] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.192943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.193030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.193116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.193204] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.208511] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.208691] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.208948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.208948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.209087] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.225599] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: UNINITIALIZED for 2s [ 810.493977] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03b46f81-51c2-4340-8346-4412414f8f0c [ 810.494080] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.496234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.496234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.496234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.496234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.496234] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03b46f81-51c2-4340-8346-4412414f8f0c already deleted. [ 810.496234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b46f81-51c2-4340-8346-4412414f8f0c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.661272] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c2800b2d-71c0-4546-a290-4b6b0f6b10d6 None None] Enqueued Resource ID: 95743f18-2ecf-4a30-81c8-7017cda23d08 with Priority: HIGHEST for action port [ 810.661958] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95743f18-2ecf-4a30-81c8-7017cda23d08 with Priority: HIGHEST for action port [ 810.662392] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-95743f18-2ecf-4a30-81c8-7017cda23d08 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.662541] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95743f18-2ecf-4a30-81c8-7017cda23d08" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.662641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95743f18-2ecf-4a30-81c8-7017cda23d08" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.662998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95743f18-2ecf-4a30-81c8-7017cda23d08" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.663379] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95743f18-2ecf-4a30-81c8-7017cda23d08',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.700207] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc180486-4e56-4c40-be3b-8fcb7d01adaf: rpc.has_security_group_logging(os_id): False [ 810.720745] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.720894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.720945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.721205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.721294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.722514] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.722514] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.722514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.723067] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.723067] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.723067] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.723067] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.723242] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.723242] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be updated. [ 810.805516] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.805707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.805775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.806134] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.806288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825425] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: IN_PROGRESS for 2s [ 810.888625] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 810.889127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.889325] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.889561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.889770] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.889893] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.889962] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.890136] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.890225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.890440] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.890675] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.890767] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.890815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.891166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.891718] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.891849] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.891918] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.892100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.892184] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.892271] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.892364] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.893228] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.893396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.893547] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.893706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.894098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.894430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.895123] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.895248] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.166164] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95743f18-2ecf-4a30-81c8-7017cda23d08 [ 811.166425] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.166563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.166633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.166844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.166935] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.167039] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95743f18-2ecf-4a30-81c8-7017cda23d08 already deleted. [ 811.167123] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95743f18-2ecf-4a30-81c8-7017cda23d08" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.397619] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1: rpc.has_security_group_logging(os_id): False [ 811.399189] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.416073] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.416566] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.416656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.416885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.417237] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.418048] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.418178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.418696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.418696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.418696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.419140] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.419309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.419404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.419589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.419695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.419927] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.420162] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.420162] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.420462] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.420462] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.420462] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be created. [ 811.498055] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.498220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.498327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.498569] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.498806] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.514505] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 811.575735] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 811.575945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.576838] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 in Status: SUCCESS [ 811.577065] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.577671] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.577969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.578454] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.578647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.578647] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.579029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.579029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.579029] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.579834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.580014] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.580204] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.580352] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.580421] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.580583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.583114] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.583114] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.645847] env[68824]: INFO networking_nsxv3.common.synchronization [None req-91ca020a-ecb4-4c8a-9550-a6b1a2758a68 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Enqueued Resource ID: 5ed4d195-602f-464c-842b-a19efb5c4bac with Priority: HIGHEST for action security_group_rules [ 811.646210] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4d195-602f-464c-842b-a19efb5c4bac with Priority: HIGHEST for action security_group_rules [ 811.646617] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed4d195-602f-464c-842b-a19efb5c4bac taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.646714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.646714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.646961] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.647819] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed4d195-602f-464c-842b-a19efb5c4bac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.752054] env[68824]: INFO networking_nsxv3.common.synchronization [None req-c346747c-9610-4dcd-8782-48ee04c94e5a tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Enqueued Resource ID: 5ed4d195-602f-464c-842b-a19efb5c4bac with Priority: HIGHEST for action security_group_rules [ 811.752672] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4d195-602f-464c-842b-a19efb5c4bac with Priority: HIGHEST for action security_group_rules [ 811.753239] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed4d195-602f-464c-842b-a19efb5c4bac taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.754185] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.903717] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.082127] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.089035] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.089035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.089035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.089035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.089035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.089035] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.089035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.089035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.089419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.089419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.089419] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 is going to be deleted. [ 812.124101] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.124101] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.127025] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.127025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.127025] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.171717] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.171877] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.171934] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.172130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.172220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.172352] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed4d195-602f-464c-842b-a19efb5c4bac already deleted. [ 812.172443] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.172592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.172740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.172846] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed4d195-602f-464c-842b-a19efb5c4bac',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.237732] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.237732] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.237732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.237732] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.249898] env[68824]: INFO networking_nsxv3.common.synchronization [req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 req-c625debe-233b-4cd6-8329-56248bf8e129 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Enqueued Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_members [ 812.250926] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_members [ 812.251531] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.251681] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.251742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252103] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252170] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252272] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252334] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252489] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252584] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252686] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.406508] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.406814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.408570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.408570] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.408570] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 812.443916] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.443996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.444081] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.444375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.444507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.453326] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 812.588653] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.631028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.631028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.631028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.631028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.631282] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.631282] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.631368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.631400] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.631988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.631988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.631988] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 already deleted. [ 812.631988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.631988] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.633453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.633453] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.633789] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.633943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.633998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.635062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.635062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.635062] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.695451] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.695451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.695451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.695451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.695451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.695451] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed4d195-602f-464c-842b-a19efb5c4bac already deleted. [ 812.695451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed4d195-602f-464c-842b-a19efb5c4bac" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.741141] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.741310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.741384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.741649] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.741766] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.741867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.741967] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.742084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.742186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.742283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.742421] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.742541] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.742600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.742739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.742868] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.742957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.743028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.743165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.743239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.743319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.743412] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.755312] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.758096] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.758096] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce already deleted. [ 812.758096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.841341] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 812.841572] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.926751] env[68824]: INFO networking_nsxv3.common.synchronization [None req-44cf636f-4867-4e32-bbba-a2944da6b038 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Enqueued Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_rules [ 812.926751] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_rules [ 812.926751] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.926751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.926751] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.029045] env[68824]: INFO networking_nsxv3.common.synchronization [None req-89a9efd1-e0fe-49ca-be45-c93d07fdf84e None None] Enqueued Resource ID: 84cbf280-5849-449f-ae70-a2b570f878c8 with Priority: HIGHEST for action port [ 813.029281] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84cbf280-5849-449f-ae70-a2b570f878c8 with Priority: HIGHEST for action port [ 813.029825] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-84cbf280-5849-449f-ae70-a2b570f878c8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.029993] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84cbf280-5849-449f-ae70-a2b570f878c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.030186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84cbf280-5849-449f-ae70-a2b570f878c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.030437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84cbf280-5849-449f-ae70-a2b570f878c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.030526] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cbf280-5849-449f-ae70-a2b570f878c8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.091559] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.091873] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.092134] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.092445] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.092669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.092760] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be updated. [ 813.105395] env[68824]: INFO networking_nsxv3.common.synchronization [None req-2e75d89d-caae-43e1-a917-781ee8280f70 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Enqueued Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_rules [ 813.106071] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_rules [ 813.106400] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.106713] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.123808] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.124017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.124070] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.124909] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.125094] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.138583] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 813.138809] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e80e0ee4-bffb-456d-b9cd-2aac0511c012',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.140749] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.140749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.140749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.140749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.140749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.141159] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.141159] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.141159] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.141278] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.141508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.141508] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 already deleted. [ 813.141508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.145216] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.145380] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-811" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.145681] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-811" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.145764] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-811" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.146042] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.146201] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.146318] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.146542] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.146686] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.146917] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.148175] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.148381] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.148462] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.148587] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.148699] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.148842] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.168242] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.168494] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.168552] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.168896] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-811" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.169279] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.169455] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.169575] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.169896] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.171542] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbc9597-3a7b-4926-a14b-2ea6e079eb2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.245585] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d01001-50ca-4933-ab91-30653558a538: rpc.has_security_group_logging(os_id): False [ 813.268154] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.268280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.268318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.268549] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.268643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.268861] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.268954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.269123] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.269196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.269280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.269468] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.269563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.269625] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.269769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.269844] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.274298] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.274298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.274298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.274298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.274298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.274298] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be created. [ 813.333059] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.333220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.333309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.333582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.333777] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.344219] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 813.448061] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.450449] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 already deleted. [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.450449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.450449] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.525998] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 813.525998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.525998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.525998] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.525998] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.535141] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84cbf280-5849-449f-ae70-a2b570f878c8 [ 813.535516] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.538456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.538456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.538456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.538456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.538456] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84cbf280-5849-449f-ae70-a2b570f878c8 already deleted. [ 813.538456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84cbf280-5849-449f-ae70-a2b570f878c8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.645531] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e80e0ee4-bffb-456d-b9cd-2aac0511c012: rpc.has_security_group_logging(os_id): False [ 813.662135] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.662299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.662373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.662592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.662680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.662903] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.663012] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.663067] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.663233] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.663311] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.663401] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 is going to be created. [ 813.674875] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.674875] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.674989] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.675252] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.675404] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.675547] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port dcbc9597-3a7b-4926-a14b-2ea6e079eb2c not found, creating... [ 813.675809] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.676766] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.676766] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.676766] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.676766] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.677043] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.677343] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.677452] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.679088] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.679535] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.679535] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: dcbc9597-3a7b-4926-a14b-2ea6e079eb2c is going to be created. [ 813.681407] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e80e0ee4-bffb-456d-b9cd-2aac0511c012], does not exist path=[/infra/domains/default/groups/e80e0ee4-bffb-456d-b9cd-2aac0511c012]."\n}' [ 813.681407] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e80e0ee4-bffb-456d-b9cd-2aac0511c012 [ 813.681511] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 813.701251] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.703635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.703635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.703635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.703635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.703635] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.713036] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.713036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.713036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.713036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.714633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.715202] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.717402] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.717402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.717402] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e80e0ee4-bffb-456d-b9cd-2aac0511c012 is going to be created. [ 813.734896] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e80e0ee4-bffb-456d-b9cd-2aac0511c012], does not exist path=[/infra/domains/default/groups/e80e0ee4-bffb-456d-b9cd-2aac0511c012]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e80e0ee4-bffb-456d-b9cd-2aac0511c012 [ 813.734896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e80e0ee4-bffb-456d-b9cd-2aac0511c012" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.734896] env[68824]: Traceback (most recent call last): [ 813.734896] env[68824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 813.734896] env[68824]: return func(*args, **kwargs) [ 813.734896] env[68824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 813.734896] env[68824]: res.raise_for_status() [ 813.734896] env[68824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 813.734896] env[68824]: raise HTTPError(http_error_msg, response=self) [ 813.734896] env[68824]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e80e0ee4-bffb-456d-b9cd-2aac0511c012 [ 813.734896] env[68824]: During handling of the above exception, another exception occurred: [ 813.734896] env[68824]: Traceback (most recent call last): [ 813.734896] env[68824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 813.734896] env[68824]: listener.cb(fileno) [ 813.734896] env[68824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 813.734896] env[68824]: result = function(*args, **kwargs) [ 813.734896] env[68824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 813.734896] env[68824]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 813.734896] env[68824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 813.734896] env[68824]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 813.734896] env[68824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 813.734896] env[68824]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 813.734896] env[68824]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 813.734896] env[68824]: res.raise_for_status() [ 813.734896] env[68824]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 813.734896] env[68824]: raise HTTPError(http_error_msg, response=self) [ 813.734896] env[68824]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e80e0ee4-bffb-456d-b9cd-2aac0511c012 [ 813.734896] env[68824]: Removing descriptor: 5 [ 813.970303] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.970482] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.970522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.970752] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.970846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.970944] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 already deleted. [ 813.971034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.028377] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.028377] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.483048] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 814.483549] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.483549] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.484484] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.484484] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.484484] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.484484] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.484920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.484920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.484920] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.484920] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.774490] env[68824]: INFO networking_nsxv3.common.synchronization [req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 req-276b1682-1d22-46e5-ad92-154ccc7d68b9 service nova] Enqueued Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_rules [ 814.774678] env[68824]: INFO networking_nsxv3.common.synchronization [req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 req-276b1682-1d22-46e5-ad92-154ccc7d68b9 service nova] Enqueued Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_members [ 814.774836] env[68824]: INFO networking_nsxv3.common.synchronization [req-489f9fef-5d0e-4316-8bdd-81a4ae847ad2 req-276b1682-1d22-46e5-ad92-154ccc7d68b9 service nova] Enqueued Resource ID: dcbc9597-3a7b-4926-a14b-2ea6e079eb2c with Priority: HIGHEST for action port [ 814.775458] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_rules [ 814.775602] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_members [ 814.775699] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcbc9597-3a7b-4926-a14b-2ea6e079eb2c with Priority: HIGHEST for action port [ 814.780054] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.780054] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.780054] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.780054] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.780054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.780054] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.781614] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.781614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.781614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.781614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.781614] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbc9597-3a7b-4926-a14b-2ea6e079eb2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.921178] env[68824]: INFO networking_nsxv3.common.synchronization [req-c81af704-6f25-48c7-9674-6894af718947 req-88f771a1-951b-4b3a-ae13-973e7f150cce tempest-ServersWithSpecificFlavorTestJSON-1520050001 tempest-ServersWithSpecificFlavorTestJSON-1520050001-project-member] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 814.922061] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 814.923893] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.926874] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.926874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.926874] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.991642] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.991642] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.991642] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.991642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.992189] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.992189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.992189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.992189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.992189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.992342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.992342] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.154309] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 4s [ 815.283955] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.285117] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.285278] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.285407] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcbc9597-3a7b-4926-a14b-2ea6e079eb2c with status ACTIVE [ 815.285564] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.289019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.289019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.289019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.289019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcbc9597-3a7b-4926-a14b-2ea6e079eb2c is going to be updated. [ 815.308056] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.308215] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.308279] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.309383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.309383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.309383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcbc9597-3a7b-4926-a14b-2ea6e079eb2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.359166] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 815.359419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.428394] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.428552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.428599] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.428813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.450894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.451209] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.451449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.451449] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.451636] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.451736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.451833] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 is going to be updated. [ 815.481772] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.481956] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.482015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.482241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.482380] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.491266] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: IN_PROGRESS for 2s [ 815.495666] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1: rpc.has_security_group_logging(os_id): False [ 815.515108] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.515241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.515315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.515555] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.539690] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.540513] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.540707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.540802] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.541118] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.541547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.541811] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.541952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.542068] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.542277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.542363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.542565] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.542666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.542728] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.542875] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.542953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.543492] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 815.580187] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.580187] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.580187] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.580187] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.580507] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.580507] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.580605] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.580760] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.580979] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.581222] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.581338] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.581445] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.581552] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.581668] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.581768] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.581898] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.599954] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.600142] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.600282] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.600451] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-920" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.600758] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-b7d44ec1-9a55-474c-985e-b1adae5a8c00 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.600942] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.601070] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.601395] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.601534] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d44ec1-9a55-474c-985e-b1adae5a8c00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.609586] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.609586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.609586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.609586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.609586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.621038] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 815.767881] env[68824]: INFO networking_nsxv3.common.synchronization [req-db687862-0e5d-4761-a4b3-57ef92774b1e req-75c93e49-c894-4341-a1c0-aeb08141f57c tempest-ServersNegativeTestMultiTenantJSON-2045137220 tempest-ServersNegativeTestMultiTenantJSON-2045137220-project-member] Enqueued Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_members [ 815.768048] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 with Priority: HIGHEST for action security_group_members [ 815.768442] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc05003-356a-4b37-bf2e-cc27f5add5a8 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.768530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.768568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.771879] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772090] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.772090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.772655] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc05003-356a-4b37-bf2e-cc27f5add5a8',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.789209] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.104946] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.104946] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.104946] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.105249] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.105249] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.105419] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port b7d44ec1-9a55-474c-985e-b1adae5a8c00 not found, creating... [ 816.105937] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106142] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106264] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106527] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106623] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.106943] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107141] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107239] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107450] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107585] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107724] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: b7d44ec1-9a55-474c-985e-b1adae5a8c00 is going to be created. [ 816.127360] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.127578] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.127705] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.127961] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.128207] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.128436] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.277632] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.277821] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.277911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.278188] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.292801] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.292924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.292957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.293156] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.293243] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.293334] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce is going to be created. [ 816.305548] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.307019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.307019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.307019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.307019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.307019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.307019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 is going to be updated. [ 816.326859] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.327530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.327530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.327530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.327676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.343942] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce in Status: UNINITIALIZED for 2s [ 816.344986] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.345167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.345244] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.345481] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.345694] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.354039] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 in Status: IN_PROGRESS for 2s [ 816.970738] env[68824]: INFO networking_nsxv3.common.synchronization [req-c81af704-6f25-48c7-9674-6894af718947 req-bbf4ec74-4214-4c17-a8c9-dbf394726989 service nova] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 816.971107] env[68824]: INFO networking_nsxv3.common.synchronization [req-c81af704-6f25-48c7-9674-6894af718947 req-bbf4ec74-4214-4c17-a8c9-dbf394726989 service nova] Enqueued Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 816.971107] env[68824]: INFO networking_nsxv3.common.synchronization [req-c81af704-6f25-48c7-9674-6894af718947 req-bbf4ec74-4214-4c17-a8c9-dbf394726989 service nova] Enqueued Resource ID: b7d44ec1-9a55-474c-985e-b1adae5a8c00 with Priority: HIGHEST for action port [ 816.972277] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_rules [ 816.972277] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 with Priority: HIGHEST for action security_group_members [ 816.972277] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d44ec1-9a55-474c-985e-b1adae5a8c00 with Priority: HIGHEST for action port [ 816.974038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.974038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.974038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.974038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.974038] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.974567] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.974906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.975191] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d44ec1-9a55-474c-985e-b1adae5a8c00 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.975340] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.975431] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.975652] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.975783] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d44ec1-9a55-474c-985e-b1adae5a8c00',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.164656] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 817.164877] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.165102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.165297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.165480] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.165597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.165664] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.165829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.166353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.166353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.166353] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.166918] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167099] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.167255] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.167357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.167420] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.167635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.167720] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.478197] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.478373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.478575] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d44ec1-9a55-474c-985e-b1adae5a8c00 with status ACTIVE [ 817.478793] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.478955] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.479049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.479256] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.479346] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.479556] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.479697] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.479782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.479950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.480039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.480229] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.480373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.480461] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.480643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.481104] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.481104] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d44ec1-9a55-474c-985e-b1adae5a8c00 is going to be updated. [ 817.500245] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: SUCCESS [ 817.500464] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 deletion is rescheduled due to dependency. [ 817.500612] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.500907] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.501041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.501340] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.501482] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.501558] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.501815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.501948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.502086] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.503863] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.504026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.504115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.504300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.504507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.504755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d44ec1-9a55-474c-985e-b1adae5a8c00" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.637019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 817.637019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.638211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.638211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.638211] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.669934] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.671100] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.671222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.006490] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.141490] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.141662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.141775] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.141946] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.142153] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.144986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.144986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.145123] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.145186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145421] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.172141] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.354979] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce in Status: SUCCESS [ 818.355225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.355410] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.355604] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.355788] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.355903] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.355969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.356142] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.356215] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.356303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.356392] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.362668] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 in Status: SUCCESS [ 818.362721] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc05003-356a-4b37-bf2e-cc27f5add5a8 deletion is rescheduled due to dependency. [ 818.362814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc05003-356a-4b37-bf2e-cc27f5add5a8" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.512585] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.568346] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 818.568553] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 818.569115] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 818.569270] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 818.569550] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.569691] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.569769] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.570304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.570498] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.570609] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.570674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.570848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.570959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.571307] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.572185] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.572293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.572356] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.572507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.572642] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.572737] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.572795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.572952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.573041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.573118] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.618333] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_rules [ 818.618538] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 818.618723] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_rules [ 818.618878] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 818.620550] env[68824]: INFO networking_nsxv3.common.synchronization [req-f7e26dd8-ad97-4753-be16-21f0e97b6f02 req-b5fd354d-6a11-42de-aa85-526b60bcc149 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae with Priority: HIGHEST for action port [ 818.620550] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_rules [ 818.620550] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_rules [ 818.620550] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae with Priority: HIGHEST for action port [ 818.620550] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 818.620550] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 818.621254] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.621254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.621254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.621386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.621535] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.623344] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.623502] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.623583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624184] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624184] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.625046] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3af0e00-b93b-497b-9ce8-cb58815f57ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625230] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625230] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.627079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.627079] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3af0e00-b93b-497b-9ce8-cb58815f57ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.627079] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.627079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.627079] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.627079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.648550] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.648550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.648550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.648550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.648550] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.648957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.648957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.648957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.648957] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.649316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.649316] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.649316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.649316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.649644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.649644] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.649814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.649814] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.649953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.649953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.650072] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.650130] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.678123] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.678304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.678362] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.679044] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.679044] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.679044] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be updated. [ 818.706213] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.706467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.706571] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.707432] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.707432] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.717051] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 818.864707] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.864936] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.865102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.865368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.865595] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.865770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.865890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.866322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.866322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.866470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.866603] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.866720] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.866811] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.867092] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.867278] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.867393] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.867465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.867654] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.868265] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.868265] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.868265] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.015383] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.015812] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.015812] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.016027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.016027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.016126] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 is going to be updated. [ 819.048027] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.048027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.048027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.048027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.048027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.056111] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: IN_PROGRESS for 2s [ 819.075744] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.077849] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.123999] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 819.123999] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 819.123999] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 017ecea4-4b98-495b-b400-589387a33f59 with Priority: HIGHEST for action security_group_members [ 819.123999] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.124607] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.124796] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 819.124796] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 819.125366] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017ecea4-4b98-495b-b400-589387a33f59 with Priority: HIGHEST for action security_group_members [ 819.125821] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.125961] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.126286] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.126487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.127578] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-017ecea4-4b98-495b-b400-589387a33f59 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.127578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.127578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.127578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.127578] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.127578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.127578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.127910] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.127910] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.127910] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.130978] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.130978] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3af0e00-b93b-497b-9ce8-cb58815f57ae with status ACTIVE [ 819.130978] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.130978] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.130978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.130978] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.131829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.131829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.131829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.131829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.131829] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae is going to be updated. [ 819.152089] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1: rpc.has_security_group_logging(os_id): False [ 819.154216] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.154404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.154404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.155357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.155357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.155926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.182599] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.185018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.185018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.185018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.186238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.186514] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.188952] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.188952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.188952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.188952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.188952] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.188952] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 819.199590] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 017ecea4-4b98-495b-b400-589387a33f59 with Priority: HIGHEST for action security_group_rules [ 819.201020] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 017ecea4-4b98-495b-b400-589387a33f59 with Priority: HIGHEST for action security_group_members [ 819.201020] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_rules [ 819.201020] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 819.201020] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_rules [ 819.201020] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 819.201020] env[68824]: INFO networking_nsxv3.common.synchronization [req-cea15f21-0d34-4503-97f8-37ab0e23c55b req-8da51d82-1fcd-471a-9112-474fdd620b12 tempest-SecurityGroupsTestJSON-2063824658 tempest-SecurityGroupsTestJSON-2063824658-project-member] Enqueued Resource ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae with Priority: HIGHEST for action port [ 819.202308] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017ecea4-4b98-495b-b400-589387a33f59 with Priority: HIGHEST for action security_group_rules [ 819.205021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_rules [ 819.205021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_members [ 819.205021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae with Priority: HIGHEST for action port [ 819.205021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c with Priority: HIGHEST for action security_group_rules [ 819.205021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017ecea4-4b98-495b-b400-589387a33f59 with Priority: HIGHEST for action security_group_members [ 819.205021] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d01001-50ca-4933-ab91-30653558a538 with Priority: HIGHEST for action security_group_members [ 819.205021] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017ecea4-4b98-495b-b400-589387a33f59 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.205021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.205021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.205021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.205021] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.206724] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.207763] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.208156] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.208364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.209665] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3af0e00-b93b-497b-9ce8-cb58815f57ae taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.209665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.209665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.209665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.209665] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3af0e00-b93b-497b-9ce8-cb58815f57ae',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.211026] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211704] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-017ecea4-4b98-495b-b400-589387a33f59 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211704] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211704] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.273038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.273038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.273038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.273038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.273038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.293830] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 819.371650] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f92e874-dc8c-4405-9a51-db9a506bb5ce: rpc.has_security_group_logging(os_id): False [ 819.393018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.393018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.393018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.393018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.393610] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.393976] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.394208] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.394713] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.395175] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.395175] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce is going to be created. [ 819.460086] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.460086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.460086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.460086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.460086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.469799] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce in Status: IN_PROGRESS for 2s [ 819.579744] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.583546] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.633420] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.716062] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3af0e00-b93b-497b-9ce8-cb58815f57ae with status ACTIVE [ 819.716062] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.716062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.716062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.716062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.716062] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.716062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.717260] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.718141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.718371] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.718488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.718549] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.718718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.718797] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.718886] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3af0e00-b93b-497b-9ce8-cb58815f57ae is going to be updated. [ 819.720136] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-017ecea4-4b98-495b-b400-589387a33f59 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.720275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.744884] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.745068] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.745142] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.745357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.745500] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.745773] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3af0e00-b93b-497b-9ce8-cb58815f57ae" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.941545] env[68824]: INFO networking_nsxv3.common.synchronization [req-5d01f423-9c2c-4a6a-848b-5e171f7a2734 req-b731c73e-09a5-4d2d-9b9f-b8c11497467c tempest-ServerRescueTestJSONUnderV235-1353243346 tempest-ServerRescueTestJSONUnderV235-1353243346-project-member] Enqueued Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 819.942198] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f with Priority: HIGHEST for action security_group_members [ 819.942570] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.942693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081166] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.081662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081903] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be updated. [ 820.084669] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.084882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.084882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.085086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.085169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.085272] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c is going to be created. [ 820.105344] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.105589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.105589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.105826] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.105919] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.108899] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.109078] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.109141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.109283] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.109430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.114716] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: UNINITIALIZED for 2s [ 820.117074] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 820.129691] env[68824]: INFO networking_nsxv3.common.synchronization [req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d req-803dec83-37d6-4c51-ba16-28eec0a3af5a tempest-AttachVolumeShelveTestJSON-296666440 tempest-AttachVolumeShelveTestJSON-296666440-project-member] Enqueued Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_members [ 820.129972] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_members [ 820.130547] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0570763e-7615-4920-bcfa-e2efc49c1039 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.130668] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.130736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.131028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.131210] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.131327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.131327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.131477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.131551] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.131643] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.136008] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.568368] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.568663] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-947" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.568879] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-947" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.570121] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-947" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.570799] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.571116] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.571401] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.571979] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.572270] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.572576] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.572855] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.573068] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.573326] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.573587] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.573831] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.574083] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.591482] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.591694] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.592352] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.592352] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-947" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.592862] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-39572b43-2398-4d1c-b909-34423e050b8b taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.593283] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.593550] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.594038] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.594310] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39572b43-2398-4d1c-b909-34423e050b8b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.633630] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.634655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.634973] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.635138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.635441] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.635563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.635625] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.635787] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.635924] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.636077] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0570763e-7615-4920-bcfa-e2efc49c1039 already deleted. [ 820.636196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.637627] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.637735] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.637801] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.637958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.638051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.638193] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017ecea4-4b98-495b-b400-589387a33f59 is going to be created. [ 820.659779] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.659959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.660025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.660246] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.660408] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.668779] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017ecea4-4b98-495b-b400-589387a33f59 in Status: UNINITIALIZED for 2s [ 820.730840] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 820.730840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.730840] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731124] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731420] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731793] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.732240] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.732275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.733175] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.069052] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: SUCCESS [ 821.069314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.069517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069742] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.069953] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.070098] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.070165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.070327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.070409] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.070495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.070589] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.096628] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.097013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.097013] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.097287] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.097433] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.097586] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 39572b43-2398-4d1c-b909-34423e050b8b not found, creating... [ 821.097858] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.098023] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.098139] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.098364] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.098502] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.098809] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.098967] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.100151] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.100617] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.101059] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.101392] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 39572b43-2398-4d1c-b909-34423e050b8b is going to be created. [ 821.135399] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.135727] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.135937] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.136365] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.136719] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.137084] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.235702] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.235702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.235702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.235702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.260739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.261214] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.261387] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.261458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.261695] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.261801] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.261903] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be updated. [ 821.295288] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.295523] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.295523] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.295721] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.295857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.311030] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 821.324313] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 821.324705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.482347] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce in Status: SUCCESS [ 821.482684] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.574043] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67fb4e94-1a05-4c66-aad0-c40b3b8805e4',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.076240] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67fb4e94-1a05-4c66-aad0-c40b3b8805e4: rpc.has_security_group_logging(os_id): False [ 822.096758] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.096758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.096758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.096758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.098195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.098195] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.098195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.098195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.098195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.098195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.098195] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 is going to be updated. [ 822.129133] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: SUCCESS [ 822.129402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.129402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.129784] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130062] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.130267] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.130357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.130559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.131148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.131148] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.134409] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 822.134645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.135788] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.135980] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.136284] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.136469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.137214] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.137471] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.137621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.137771] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.139516] env[68824]: INFO networking_nsxv3.common.synchronization [req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d req-169c9da3-f8a2-4078-b942-5d0e9396633a service nova] Enqueued Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_rules [ 822.143039] env[68824]: INFO networking_nsxv3.common.synchronization [req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d req-169c9da3-f8a2-4078-b942-5d0e9396633a service nova] Enqueued Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_members [ 822.143255] env[68824]: INFO networking_nsxv3.common.synchronization [req-781b8db8-0b37-4d77-9a5f-91fcb34aed4d req-169c9da3-f8a2-4078-b942-5d0e9396633a service nova] Enqueued Resource ID: 39572b43-2398-4d1c-b909-34423e050b8b with Priority: HIGHEST for action port [ 822.144239] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_rules [ 822.144444] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0570763e-7615-4920-bcfa-e2efc49c1039 with Priority: HIGHEST for action security_group_members [ 822.144639] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39572b43-2398-4d1c-b909-34423e050b8b with Priority: HIGHEST for action port [ 822.145097] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0570763e-7615-4920-bcfa-e2efc49c1039 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.148816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.149096] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.149315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.149456] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.150800] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0570763e-7615-4920-bcfa-e2efc49c1039 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.151224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.151224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.151404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.151651] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.151823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.151912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.152143] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.152294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.152601] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.155423] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-39572b43-2398-4d1c-b909-34423e050b8b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.155648] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.155893] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.156148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.156412] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39572b43-2398-4d1c-b909-34423e050b8b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.174538] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.174852] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.174852] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.175025] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.175148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.189863] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: IN_PROGRESS for 2s [ 822.644897] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.646173] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.659641] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-0570763e-7615-4920-bcfa-e2efc49c1039 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.660174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.660428] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.661337] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39572b43-2398-4d1c-b909-34423e050b8b with status ACTIVE [ 822.661551] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.661750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.661750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.661993] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662439] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.662649] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.662930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.662930] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.663062] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.663181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.663606] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.663606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.663606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.663806] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.663806] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.663806] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39572b43-2398-4d1c-b909-34423e050b8b is going to be updated. [ 822.677945] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017ecea4-4b98-495b-b400-589387a33f59 in Status: SUCCESS [ 822.678645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.678896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.679231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.679560] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.679752] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.679882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.680373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.680546] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.680710] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.686656] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.686824] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.686913] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.687120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.687241] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.687456] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39572b43-2398-4d1c-b909-34423e050b8b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.148417] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.151248] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.169452] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.182572] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.320558] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 823.320758] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f deletion is rescheduled due to dependency. [ 823.320872] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.321030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.323397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.323596] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.323731] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.323818] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.323991] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.324069] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.324171] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.324357] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cb981a-47c9-4b00-9904-d26b1bc5d23f taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.324480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.324562] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.324714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.324875] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.324971] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.325042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.325186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.325262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.325342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.325426] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.326255] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.326415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.326557] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.326656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.326744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.326854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.327102] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.327102] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.485578] env[68824]: INFO networking_nsxv3.common.synchronization [req-f10c69d5-2064-4ca2-9afa-3ae435e091dc req-e8cb4136-f162-4302-827a-40a9c66be1e6 tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Enqueued Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_members [ 823.486161] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_members [ 823.486483] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.486602] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.486679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.486953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.487419] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.487533] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.487599] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.487766] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.487870] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.488590] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.653635] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.653988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.653988] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.654463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.654463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.654589] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c is going to be updated. [ 823.655861] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.656037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.656037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.656216] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.656300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.656392] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be updated. [ 823.671566] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.671705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.671781] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.671989] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.672117] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.672214] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0570763e-7615-4920-bcfa-e2efc49c1039 is going to be created. [ 823.677841] env[68824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 823.677961] env[68824]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-318d94af-9ae6-4a3f-b15d-c81f75cb763a None None] NSXv3 Agent Agent loop - iteration:1 started [ 823.684767] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.684965] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.685057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.685254] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.685396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.687047] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.687167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.687235] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.687395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.687512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.688385] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.697678] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.697816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.697906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.698151] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.698329] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.700333] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 823.701298] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: IN_PROGRESS for 2s [ 823.705708] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0570763e-7615-4920-bcfa-e2efc49c1039 in Status: UNINITIALIZED for 2s [ 823.830141] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cb981a-47c9-4b00-9904-d26b1bc5d23f: rpc.has_security_group_logging(os_id): False [ 823.832961] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.833119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.833192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.833403] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.833495] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.833711] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.833837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.834958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.834958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.834958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.834958] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be updated. [ 823.854954] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.854954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.854954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.855785] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.855785] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.855785] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.855785] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.855785] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.857305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.857538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.857875] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.858327] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.858497] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.858733] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.861029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.861029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.861029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.861029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.861029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.861029] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.861029] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be updated. [ 823.862155] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.862457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.862619] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.862850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.863088] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.871742] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 823.923032] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.923032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.923032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.923032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.923032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.939211] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: IN_PROGRESS for 2s [ 823.986107] env[68824]: INFO networking_nsxv3.common.synchronization [req-8ffe4154-d693-43ff-ba5f-1329288196a8 req-7b89b421-0cc4-4262-b5f8-c5f89de80609 tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 823.987095] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 823.988870] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.989375] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.989445] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.990058] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.990142] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.990661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.990661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.990661] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.990843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.991415] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.994154] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.994266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.994427] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.994915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.994915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.995242] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.995347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.995503] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.995711] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.995861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.996180] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99dfc12-6a61-4419-b745-229090673e2b already deleted. [ 823.996258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.194711] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.195108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.195108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.195192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.195281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.195377] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017ecea4-4b98-495b-b400-589387a33f59 is going to be updated. [ 824.221050] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67fb4e94-1a05-4c66-aad0-c40b3b8805e4 in Status: SUCCESS [ 824.221357] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67fb4e94-1a05-4c66-aad0-c40b3b8805e4" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.250387] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.250547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.250594] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.250863] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.251050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.262697] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017ecea4-4b98-495b-b400-589387a33f59 in Status: IN_PROGRESS for 2s [ 824.289553] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.289821] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.290558] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.290972] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.291307] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.291559] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.291793] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.292092] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.292312] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.292593] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.292805] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.292925] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.293097] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.293284] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.293487] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.293800] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.315341] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.315683] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.315896] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.316292] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-808" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.316523] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-e6bcde0d-f287-44fb-b664-11f42f2d7a86 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.316759] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.316814] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.317227] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.317370] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6bcde0d-f287-44fb-b664-11f42f2d7a86',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.374530] env[68824]: INFO networking_nsxv3.common.synchronization [req-8ffe4154-d693-43ff-ba5f-1329288196a8 req-a8097a12-419e-49f7-8eb2-a39268bcbdea tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 824.375582] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 824.375582] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.375582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.494577] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.660197] env[68824]: INFO networking_nsxv3.common.synchronization [req-8ffe4154-d693-43ff-ba5f-1329288196a8 req-fafb019a-8eb6-4191-923e-713cc0160f3e tempest-ServersTestMultiNic-1253284502 tempest-ServersTestMultiNic-1253284502-project-member] Enqueued Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 824.660197] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 with Priority: HIGHEST for action security_group_members [ 824.660197] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.660197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824027] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.824027] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port e6bcde0d-f287-44fb-b664-11f42f2d7a86 not found, creating... [ 824.824027] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.824027] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.825061] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.825437] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.825984] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.826357] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.828062] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.828062] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: e6bcde0d-f287-44fb-b664-11f42f2d7a86 is going to be created. [ 824.848804] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.848804] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.848804] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.848804] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.848804] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.848804] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.996913] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.286386] env[68824]: INFO networking_nsxv3.common.synchronization [req-15929a93-6a31-43d4-b00f-a4d8dd5c88e8 req-cdf2aa58-6da4-4fa1-b4b2-73642cbde094 tempest-ImagesTestJSON-1058787999 tempest-ImagesTestJSON-1058787999-project-member] Enqueued Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 825.287605] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 with Priority: HIGHEST for action security_group_members [ 825.287605] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d11be4d-c35e-49eb-9964-155c97f00b14 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.287605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.287605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.287907] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.288253] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.288253] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.288253] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.288508] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.288656] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.288833] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d11be4d-c35e-49eb-9964-155c97f00b14',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.500868] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.501053] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.501129] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.501343] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.501437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.501535] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 825.525905] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.526022] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.526103] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.526314] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.526457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.534355] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 825.713230] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0570763e-7615-4920-bcfa-e2efc49c1039 in Status: SUCCESS [ 825.713230] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716017] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: SUCCESS [ 825.716017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716365] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 825.716526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.717117] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.717297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.717361] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.717573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.717664] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.717753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.719082] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.719082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.719082] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.719254] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.719384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.719450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.719634] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.719715] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.719847] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.720638] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.720816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.721472] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.721472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.721472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.721472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.721472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.721734] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.721734] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.724061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.724061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.724061] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.724061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.724061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.724061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.724061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.724061] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.793504] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.793655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.793759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.793974] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.814722] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.815154] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.815221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.815349] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.815425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.815505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.815591] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 is going to be updated. [ 825.840117] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.840261] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.840332] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.840534] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.840667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.852360] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: IN_PROGRESS for 2s [ 825.880029] env[68824]: INFO networking_nsxv3.common.synchronization [None req-880a3a8e-1dd9-43f1-9cc2-74052ce3d456 None None] Enqueued Resource ID: 1c2b6d20-4917-4add-99af-621774267c32 with Priority: HIGHEST for action port [ 825.880278] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2b6d20-4917-4add-99af-621774267c32 with Priority: HIGHEST for action port [ 825.880812] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2b6d20-4917-4add-99af-621774267c32 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.880937] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2b6d20-4917-4add-99af-621774267c32" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.881013] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2b6d20-4917-4add-99af-621774267c32" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.884687] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2b6d20-4917-4add-99af-621774267c32" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.884791] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2b6d20-4917-4add-99af-621774267c32',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.886396] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 825.886524] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f deletion is rescheduled due to dependency. [ 825.886626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.954063] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f in Status: SUCCESS [ 825.954063] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.954063] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.954063] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.954063] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cb981a-47c9-4b00-9904-d26b1bc5d23f',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.131203] env[68824]: INFO networking_nsxv3.common.synchronization [req-f10c69d5-2064-4ca2-9afa-3ae435e091dc req-960a80ea-7060-4e11-a896-5365650d25ac service nova] Enqueued Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_rules [ 826.131379] env[68824]: INFO networking_nsxv3.common.synchronization [req-f10c69d5-2064-4ca2-9afa-3ae435e091dc req-960a80ea-7060-4e11-a896-5365650d25ac service nova] Enqueued Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_members [ 826.131515] env[68824]: INFO networking_nsxv3.common.synchronization [req-f10c69d5-2064-4ca2-9afa-3ae435e091dc req-960a80ea-7060-4e11-a896-5365650d25ac service nova] Enqueued Resource ID: e6bcde0d-f287-44fb-b664-11f42f2d7a86 with Priority: HIGHEST for action port [ 826.131747] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_rules [ 826.133276] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_members [ 826.133276] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bcde0d-f287-44fb-b664-11f42f2d7a86 with Priority: HIGHEST for action port [ 826.133276] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.133276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.133276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.133276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.133276] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.137761] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.137761] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.137761] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.137761] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6bcde0d-f287-44fb-b664-11f42f2d7a86 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.137761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.137761] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6bcde0d-f287-44fb-b664-11f42f2d7a86',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.227495] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0570763e-7615-4920-bcfa-e2efc49c1039',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.228681] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.229753] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.229753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.229753] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.275905] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017ecea4-4b98-495b-b400-589387a33f59 in Status: SUCCESS [ 826.275905] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.276090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.276301] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.276516] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.276880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.276880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.276880] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.277035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.277035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.277160] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.388066] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c2b6d20-4917-4add-99af-621774267c32 [ 826.389336] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.389336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.389336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.389336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.389336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.389336] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c2b6d20-4917-4add-99af-621774267c32 already deleted. [ 826.389336] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2b6d20-4917-4add-99af-621774267c32" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.476471] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.476616] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.476689] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.476921] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.477036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.477136] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cb981a-47c9-4b00-9904-d26b1bc5d23f is going to be deleted. [ 826.528562] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.528718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.528760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.528969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.529086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.529258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cb981a-47c9-4b00-9904-d26b1bc5d23f" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.638357] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.638486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.638722] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6bcde0d-f287-44fb-b664-11f42f2d7a86 with status ACTIVE [ 826.638898] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.639021] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.639463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.639463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.639463] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.639631] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.639679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.639709] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.639848] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.639926] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.640725] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.640725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.640725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.640725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.640725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.640725] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6bcde0d-f287-44fb-b664-11f42f2d7a86 is going to be updated. [ 826.645315] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.669700] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.669700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.669700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.669700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.669700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.669700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6bcde0d-f287-44fb-b664-11f42f2d7a86" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.736601] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0570763e-7615-4920-bcfa-e2efc49c1039: rpc.has_security_group_logging(os_id): False [ 826.736871] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.737979] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.757486] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.757630] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.757707] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758834] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.758834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.758834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758834] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0570763e-7615-4920-bcfa-e2efc49c1039 is going to be created. [ 826.781188] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('017ecea4-4b98-495b-b400-589387a33f59',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.853016] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.855013] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.855117] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.855338] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.855565] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.867444] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0570763e-7615-4920-bcfa-e2efc49c1039 in Status: IN_PROGRESS for 2s [ 827.143519] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.242473] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.242473] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.242576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.242754] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.242885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242996] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c is going to be updated. [ 827.244573] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.244745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.245855] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.249663] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.250038] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be updated. [ 827.269340] env[68824]: INFO networking_nsxv3.common.synchronization [req-ce803ee9-85af-4bc8-a51f-8fa8dd3ddd8d req-4af62e9d-7760-4eb6-bc4a-5ed037ba0519 tempest-ServerAddressesNegativeTestJSON-1838666075 tempest-ServerAddressesNegativeTestJSON-1838666075-project-member] Enqueued Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_members [ 827.269876] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce with Priority: HIGHEST for action security_group_members [ 827.270187] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f92e874-dc8c-4405-9a51-db9a506bb5ce taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.274018] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.274018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.274018] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f92e874-dc8c-4405-9a51-db9a506bb5ce',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.283858] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.288316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.288408] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.288639] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.288782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.290366] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 017ecea4-4b98-495b-b400-589387a33f59: rpc.has_security_group_logging(os_id): False [ 827.293754] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.293854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.293925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.294654] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.294800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.307102] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 827.308516] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: IN_PROGRESS for 2s [ 827.315783] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.317932] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.317932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.317932] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017ecea4-4b98-495b-b400-589387a33f59 is going to be created. [ 827.371731] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.371912] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.371991] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.372224] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.372397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.384082] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017ecea4-4b98-495b-b400-589387a33f59 in Status: IN_PROGRESS for 2s [ 827.544443] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 827.544839] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.544939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.545148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.545351] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.545512] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.545588] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.545822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.546019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.546102] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.646283] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.646621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.646738] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.646970] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.647127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.647252] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99dfc12-6a61-4419-b745-229090673e2b is going to be created. [ 827.672431] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672606] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672669] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673255] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673255] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.684499] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99dfc12-6a61-4419-b745-229090673e2b in Status: UNINITIALIZED for 2s [ 827.714743] env[68824]: INFO networking_nsxv3.common.synchronization [req-57546ca6-b1a0-41e2-9010-9e77fcdf3b18 req-29e0d698-5e20-4030-a31e-f587c805fa68 tempest-ImagesOneServerNegativeTestJSON-1092048663 tempest-ImagesOneServerNegativeTestJSON-1092048663-project-member] Enqueued Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 827.714743] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf with Priority: HIGHEST for action security_group_members [ 827.714743] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc180486-4e56-4c40-be3b-8fcb7d01adaf taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.714743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.714743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.714743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.714743] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.714743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.715631] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715631] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715631] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715631] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc180486-4e56-4c40-be3b-8fcb7d01adaf',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.775243] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.775470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.775545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.775813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.775900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776077] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.776205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.776274] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.776426] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.776504] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776594] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce is going to be updated. [ 827.804391] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.804391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.804391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.804391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.804391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.814751] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce in Status: IN_PROGRESS for 2s [ 827.864834] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 in Status: SUCCESS [ 827.865037] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d11be4d-c35e-49eb-9964-155c97f00b14 deletion is rescheduled due to dependency. [ 827.865154] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d11be4d-c35e-49eb-9964-155c97f00b14" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.047984] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.048191] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.048261] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.048491] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.048589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.048786] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.048936] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.048989] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.049557] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.049557] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.049557] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 828.076547] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076547] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.086163] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 828.217624] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.217817] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.217898] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.218157] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.231165] env[68824]: INFO networking_nsxv3.common.synchronization [None req-68e6aa7c-35b4-464d-8225-3e5c8003fd10 None None] Enqueued Resource ID: 7b1d1189-2a44-4cc9-b9ec-b9513ba053c5 with Priority: HIGHEST for action port [ 828.231165] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1d1189-2a44-4cc9-b9ec-b9513ba053c5 with Priority: HIGHEST for action port [ 828.231484] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1d1189-2a44-4cc9-b9ec-b9513ba053c5 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.231605] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1d1189-2a44-4cc9-b9ec-b9513ba053c5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.231672] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1d1189-2a44-4cc9-b9ec-b9513ba053c5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.231955] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1d1189-2a44-4cc9-b9ec-b9513ba053c5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.233166] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1d1189-2a44-4cc9-b9ec-b9513ba053c5',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.242301] env[68824]: INFO networking_nsxv3.common.synchronization [req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f req-77895ffd-0b6a-4dad-8acc-3646d04c25eb tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 828.242517] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 828.242877] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.244144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244932] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.245110] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.245184] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.245363] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.245447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.245542] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.259677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.259677] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.259677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.259677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.259677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.259677] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.259677] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf is going to be updated. [ 828.289628] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.289628] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.290498] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.290831] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.291054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.299582] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: IN_PROGRESS for 2s [ 828.735528] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b1d1189-2a44-4cc9-b9ec-b9513ba053c5 [ 828.735791] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.737019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.737019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.737019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.737758] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.738087] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b1d1189-2a44-4cc9-b9ec-b9513ba053c5 already deleted. [ 828.738195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1d1189-2a44-4cc9-b9ec-b9513ba053c5" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.751901] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.753301] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.753953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.753953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.776178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.776178] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.776178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.776178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.776178] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.776178] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be updated. [ 828.800775] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.801016] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.801128] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.801411] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.801615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.811332] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: IN_PROGRESS for 2s [ 828.866668] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.867156] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.867156] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.867311] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.867621] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.867690] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.867815] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.868193] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.868354] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.868565] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.868681] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.868788] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.868898] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.869132] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.869212] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.869350] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.879982] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0570763e-7615-4920-bcfa-e2efc49c1039 in Status: SUCCESS [ 828.880217] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0570763e-7615-4920-bcfa-e2efc49c1039" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.887087] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.887238] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.887464] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.887636] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-642" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.888693] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-1ccf1771-7c93-420b-af89-0a085c0578f6 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.888693] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.888693] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.888693] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.889207] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccf1771-7c93-420b-af89-0a085c0578f6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.322899] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 829.323169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.323359] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.323582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.323778] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.323945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.324034] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.324205] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.324299] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.324415] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.325949] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: SUCCESS [ 829.326148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.326304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.326466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.326645] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.326752] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.326827] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.326983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.327072] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.327180] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.327285] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.328030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.328206] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328374] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.328490] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.328550] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.328705] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.328857] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.394350] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017ecea4-4b98-495b-b400-589387a33f59 in Status: SUCCESS [ 829.394564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017ecea4-4b98-495b-b400-589387a33f59" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.395168] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.395323] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.395443] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.395705] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.395846] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.395993] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 1ccf1771-7c93-420b-af89-0a085c0578f6 not found, creating... [ 829.396281] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.396443] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.396561] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.396778] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.396913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.397200] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.397356] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.397471] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.397674] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.397807] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.397945] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 1ccf1771-7c93-420b-af89-0a085c0578f6 is going to be created. [ 829.416294] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.416479] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.416609] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.416886] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.417127] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.417355] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.694236] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99dfc12-6a61-4419-b745-229090673e2b in Status: SUCCESS [ 829.694464] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.694732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.694932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.695130] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.695249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.695319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.695465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.695624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695624] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695713] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.756561] env[68824]: INFO networking_nsxv3.common.synchronization [None req-b364d89b-6294-4238-acca-ecc6278b8d9b tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Enqueued Resource ID: c01d5e87-c875-4b7e-8221-1e38172b1125 with Priority: HIGHEST for action security_group_rules [ 829.757301] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d5e87-c875-4b7e-8221-1e38172b1125 with Priority: HIGHEST for action security_group_rules [ 829.757638] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01d5e87-c875-4b7e-8221-1e38172b1125 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.757779] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.757850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.758130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.758218] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01d5e87-c875-4b7e-8221-1e38172b1125',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.823701] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce in Status: SUCCESS [ 829.823966] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f92e874-dc8c-4405-9a51-db9a506bb5ce deletion is rescheduled due to dependency. [ 829.824100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f92e874-dc8c-4405-9a51-db9a506bb5ce" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.830930] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.831845] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.832695] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.867405] env[68824]: INFO networking_nsxv3.common.synchronization [None req-294db369-3c4f-494c-be1b-f0cda313b6d2 tempest-AttachVolumeNegativeTest-1025614116 tempest-AttachVolumeNegativeTest-1025614116-project-member] Enqueued Resource ID: c01d5e87-c875-4b7e-8221-1e38172b1125 with Priority: HIGHEST for action security_group_rules [ 829.867876] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d5e87-c875-4b7e-8221-1e38172b1125 with Priority: HIGHEST for action security_group_rules [ 829.868214] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01d5e87-c875-4b7e-8221-1e38172b1125 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.868317] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.098599] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 830.099825] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 deletion is rescheduled due to dependency. [ 830.100235] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.100360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.101700] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.102010] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.103119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.103119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.103119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.103119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.103119] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.199857] env[68824]: INFO networking_nsxv3.common.synchronization [req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f req-62d4916b-8382-44ee-b62c-6a8aa4fa9d61 service nova] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_rules [ 830.199857] env[68824]: INFO networking_nsxv3.common.synchronization [req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f req-62d4916b-8382-44ee-b62c-6a8aa4fa9d61 service nova] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 830.199857] env[68824]: INFO networking_nsxv3.common.synchronization [req-5d66cb4c-59b2-41cd-98bc-0c4d51b99d1f req-62d4916b-8382-44ee-b62c-6a8aa4fa9d61 service nova] Enqueued Resource ID: 1ccf1771-7c93-420b-af89-0a085c0578f6 with Priority: HIGHEST for action port [ 830.199857] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_rules [ 830.199857] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 830.199857] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccf1771-7c93-420b-af89-0a085c0578f6 with Priority: HIGHEST for action port [ 830.201991] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.202231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.202300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.202460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.204030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204698] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204698] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.205469] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.205469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.205469] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.205622] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.205622] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.206352] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.206447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.206635] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccf1771-7c93-420b-af89-0a085c0578f6 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.206724] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.206792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.206939] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.207025] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccf1771-7c93-420b-af89-0a085c0578f6',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.280809] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.280959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.281043] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.281257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.281350] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.281447] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01d5e87-c875-4b7e-8221-1e38172b1125 already deleted. [ 830.281796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.281796] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.281916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.281916] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01d5e87-c875-4b7e-8221-1e38172b1125',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.310893] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf in Status: SUCCESS [ 830.310893] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc180486-4e56-4c40-be3b-8fcb7d01adaf deletion is rescheduled due to dependency. [ 830.311052] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc180486-4e56-4c40-be3b-8fcb7d01adaf" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.334763] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84bfd90b-b3cf-478f-a724-2f60f70a7b2c: rpc.has_security_group_logging(os_id): False [ 830.335869] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.336847] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.355666] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.355666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.355666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.355927] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.355927] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.356706] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.356706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.356706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.356706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.356706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.356706] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c is going to be created. [ 830.406511] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.406643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.406712] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.406915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.407111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.417614] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: IN_PROGRESS for 2s [ 830.607247] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.607345] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.607436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.607689] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.607790] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.608501] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.608633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.608718] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.608933] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.609045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.609169] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 is going to be updated. [ 830.632157] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.632383] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.632433] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.633360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.633360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.642424] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: IN_PROGRESS for 2s [ 830.709177] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.709427] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.709643] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f99dfc12-6a61-4419-b745-229090673e2b: rpc.has_security_group_logging(os_id): False [ 830.711046] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ccf1771-7c93-420b-af89-0a085c0578f6 with status ACTIVE [ 830.711250] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.711366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.711574] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.711813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.711915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.712117] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.712220] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.712304] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.712543] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.712600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.712785] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.712906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.712972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.713159] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.713277] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.713403] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ccf1771-7c93-420b-af89-0a085c0578f6 is going to be updated. [ 830.732195] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.732195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.732195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.732195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.732195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.732195] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.732195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.732195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.732578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.732578] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.732665] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.732743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.732805] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.733225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.733225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.733366] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.733478] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.733562] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.733719] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.733847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.734085] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f99dfc12-6a61-4419-b745-229090673e2b is going to be created. [ 830.737881] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.737881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.737881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.737881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.737881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.737881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccf1771-7c93-420b-af89-0a085c0578f6" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.809485] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.809485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.809485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.809485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.809485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.814042] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.814042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.814042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.814042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.814042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.814042] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01d5e87-c875-4b7e-8221-1e38172b1125 already deleted. [ 830.814042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01d5e87-c875-4b7e-8221-1e38172b1125" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.825538] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 830.825715] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 deletion is rescheduled due to dependency. [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.827972] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.827972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.827972] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.829759] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f99dfc12-6a61-4419-b745-229090673e2b in Status: IN_PROGRESS for 2s [ 830.843505] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.843505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.843505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.843505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.843505] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843505] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be updated. [ 830.844664] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.844792] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.844887] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.846969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.846969] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.846969] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c is going to be updated. [ 830.931555] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.931740] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.931861] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.932117] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.932280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.938951] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.939095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.939095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.939315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.939486] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.949997] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: IN_PROGRESS for 2s [ 830.950410] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 831.234124] env[68824]: INFO networking_nsxv3.common.synchronization [req-b2f7ebbd-6d6f-4b1b-a9f8-6d7ca8526a25 req-cbeb131d-8e43-4f78-8ddb-c8deb5e1a17d tempest-ServersTestJSON-1784176781 tempest-ServersTestJSON-1784176781-project-member] Enqueued Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_members [ 831.234674] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defe94d5-883a-4333-827a-cf87262e180c with Priority: HIGHEST for action security_group_members [ 831.235370] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-defe94d5-883a-4333-827a-cf87262e180c taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.235517] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.235576] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.235745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.236187] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.236316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.236465] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.236635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.236721] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.236830] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('defe94d5-883a-4333-827a-cf87262e180c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.329859] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.744415] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.744415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.744415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.744415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.785161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.785161] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.785161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.785161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.785161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.785161] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.785161] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: defe94d5-883a-4333-827a-cf87262e180c is going to be updated. [ 831.816225] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.816225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.816524] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.816524] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.816645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.827968] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: defe94d5-883a-4333-827a-cf87262e180c in Status: IN_PROGRESS for 2s [ 831.833167] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.335133] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.335819] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.336063] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.336348] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.336917] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.336917] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be updated. [ 832.369880] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.370100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.370197] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.370593] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.370744] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.381029] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: IN_PROGRESS for 2s [ 832.430401] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: SUCCESS [ 832.430696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.430885] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.431185] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.431306] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.653406] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 in Status: SUCCESS [ 832.653406] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1 deletion is rescheduled due to dependency. [ 832.653406] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb94ca1c-27a1-4d69-904f-7dbf15d5fbe1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.841565] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f99dfc12-6a61-4419-b745-229090673e2b in Status: SUCCESS [ 832.843387] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.935603] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.935603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.970469] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 832.971140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.971140] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.971260] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975032] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975032] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975032] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975032] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975032] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.975922] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: SUCCESS [ 832.975922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.976590] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.976781] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.976888] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.976950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.977137] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.977217] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.977293] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.977376] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.476087] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d01001-50ca-4933-ab91-30653558a538: rpc.has_security_group_logging(os_id): False [ 833.479858] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84bfd90b-b3cf-478f-a724-2f60f70a7b2c',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.494023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.494185] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.494244] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.495309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.511018] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.511803] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.511803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.511803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.511803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.511803] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.512232] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.512232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.512232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.512387] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.512387] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.512589] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.512703] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.512703] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.512949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.512949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.513125] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be updated. [ 833.567623] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.567791] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.567951] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.568341] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.568445] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.580610] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 833.837205] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: defe94d5-883a-4333-827a-cf87262e180c in Status: SUCCESS [ 833.837377] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: defe94d5-883a-4333-827a-cf87262e180c deletion is rescheduled due to dependency. [ 833.837488] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-defe94d5-883a-4333-827a-cf87262e180c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.984798] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84bfd90b-b3cf-478f-a724-2f60f70a7b2c: rpc.has_security_group_logging(os_id): False [ 834.002454] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.002900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.003026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.003655] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.003936] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.004424] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.004871] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.004871] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.004871] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.005070] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.005114] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c is going to be updated. [ 834.058554] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.058554] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.058554] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.058554] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.058554] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.067909] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: IN_PROGRESS for 2s [ 834.392034] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 834.392243] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.392425] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.392645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.392840] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.392958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.393095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.393227] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.393300] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.393415] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.393471] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.899613] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.899858] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.901367] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.901367] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.901708] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.901708] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.901708] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.901884] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.902014] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.902168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.902238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.902413] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.902506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.905045] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.905045] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.406499] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17d37379-85b0-4205-99ac-92bb15e05f95: rpc.has_security_group_logging(os_id): False [ 835.425251] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.425251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.425251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.425251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.425251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425251] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.426222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.426222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.426391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.427024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.427024] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.427024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.427024] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.427239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.427239] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.427412] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.427507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.427611] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.427704] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.427778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.427866] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be updated. [ 835.491730] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.492138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.492138] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.492251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.492400] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.507157] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: IN_PROGRESS for 2s [ 835.594165] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 835.594390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.594561] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.594778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.594888] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.837130] env[68824]: INFO networking_nsxv3.common.synchronization [req-3683de16-ac41-492e-b5c9-ba2ce995e5d3 req-713b8fac-4ab3-42ae-b623-62092ba3542f tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 835.838105] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 835.838538] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.838538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.838703] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.838836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.839038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.839172] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.839262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.839461] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.839574] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.839862] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.846604] env[68824]: INFO networking_nsxv3.common.synchronization [req-d50efd8d-278c-4946-b602-7759fc6ba850 req-1887771f-3a7b-4036-be10-8940e199dc06 tempest-ListServersNegativeTestJSON-574951879 tempest-ListServersNegativeTestJSON-574951879-project-member] Enqueued Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 835.847512] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 with Priority: HIGHEST for action security_group_members [ 835.847902] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.848040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080895] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84bfd90b-b3cf-478f-a724-2f60f70a7b2c in Status: SUCCESS [ 836.081281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84bfd90b-b3cf-478f-a724-2f60f70a7b2c" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.097990] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.098510] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.098593] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.098821] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.099015] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.099130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.099196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.099347] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.099441] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.099534] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.099626] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.308444] env[68824]: INFO networking_nsxv3.common.synchronization [req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 req-cbf92f81-012a-4dc7-b9c8-5d3eb6062473 tempest-ServersTestBootFromVolume-1076109165 tempest-ServersTestBootFromVolume-1076109165-project-member] Enqueued Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_members [ 836.308444] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_members [ 836.308444] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f6bd-44c4-47cb-8641-6c4e43459324 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.308444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.308444] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.309309] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.309609] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.309849] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.310012] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.311404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.311644] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.311881] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.348165] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.348324] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.348396] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.348603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.380759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.381055] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.381209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.381285] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.381507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.381925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.381925] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 836.410675] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.411035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.411035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.411035] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.411232] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.420170] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 836.602161] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.602323] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.602372] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.602597] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.602761] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.602853] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.602925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.603068] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.603294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.603294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.603440] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d01001-50ca-4933-ab91-30653558a538 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.603491] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.603532] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.603674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.603796] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.603890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.603953] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.604095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.604169] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.604248] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.604443] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d01001-50ca-4933-ab91-30653558a538',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.621675] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.621937] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-158" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.622085] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-158" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.622874] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-158" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.623171] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.623414] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.623590] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.623863] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.624018] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.624323] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.624478] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.624597] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.624709] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.624850] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.625099] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.625211] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.646000] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.647913] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.647913] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.647913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-158" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.647913] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-dad6a56e-360a-480c-aac3-4e07c18f45e1 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.647913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.647913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.647913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.647913] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad6a56e-360a-480c-aac3-4e07c18f45e1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.816493] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.816681] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.816762] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.817057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.817196] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.817444] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.817568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.817665] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.817838] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.817932] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.818036] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 already deleted. [ 836.818130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.106631] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d01001-50ca-4933-ab91-30653558a538: rpc.has_security_group_logging(os_id): False [ 837.125208] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.125404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.125548] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.125692] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.125778] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.125991] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.126109] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.126166] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.126297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126369] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.126548] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.126641] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.126704] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.126822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.127085] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.127189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.129071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.129071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.129071] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.129071] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d01001-50ca-4933-ab91-30653558a538 is going to be updated. [ 837.150487] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.150785] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.152033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.152033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.152033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.152033] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port dad6a56e-360a-480c-aac3-4e07c18f45e1 not found, creating... [ 837.152033] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.152033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.152033] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.152343] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.152343] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.152590] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.152740] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.152853] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.153070] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.153205] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.153395] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: dad6a56e-360a-480c-aac3-4e07c18f45e1 is going to be created. [ 837.170390] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.170592] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.170756] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.171094] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.171343] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.171572] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.195472] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.195666] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.195712] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.195907] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.196064] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.234965] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: IN_PROGRESS for 2s [ 837.522377] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 837.522679] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.876586] env[68824]: INFO networking_nsxv3.common.synchronization [req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 req-bcbd670e-207c-4c08-b38f-d71ce04fb32b service nova] Enqueued Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_rules [ 837.876586] env[68824]: INFO networking_nsxv3.common.synchronization [req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 req-bcbd670e-207c-4c08-b38f-d71ce04fb32b service nova] Enqueued Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_members [ 837.876586] env[68824]: INFO networking_nsxv3.common.synchronization [req-5c4645b1-3fe8-42d8-b227-fb9d6a04dfd5 req-bcbd670e-207c-4c08-b38f-d71ce04fb32b service nova] Enqueued Resource ID: dad6a56e-360a-480c-aac3-4e07c18f45e1 with Priority: HIGHEST for action port [ 837.876586] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_rules [ 837.876586] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 with Priority: HIGHEST for action security_group_members [ 837.876586] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad6a56e-360a-480c-aac3-4e07c18f45e1 with Priority: HIGHEST for action port [ 837.876586] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a3f6bd-44c4-47cb-8641-6c4e43459324 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.877100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.877100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.877100] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.877100] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.880170] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f6bd-44c4-47cb-8641-6c4e43459324 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.880170] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.880170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.880170] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.883889] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad6a56e-360a-480c-aac3-4e07c18f45e1 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.883889] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.883889] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.883889] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.883889] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad6a56e-360a-480c-aac3-4e07c18f45e1',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.371222] env[68824]: INFO networking_nsxv3.common.synchronization [req-6c87f6ca-be92-4783-a56d-d43c9dcf8c4c req-e7703ed8-c536-4c72-ba6c-e9e656a7af1d tempest-ServerPasswordTestJSON-503003514 tempest-ServerPasswordTestJSON-503003514-project-member] Enqueued Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_members [ 838.371222] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99dfc12-6a61-4419-b745-229090673e2b with Priority: HIGHEST for action security_group_members [ 838.371387] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99dfc12-6a61-4419-b745-229090673e2b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.371719] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.371858] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.372342] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.372714] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.372925] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.373075] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.373305] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.373467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.374772] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99dfc12-6a61-4419-b745-229090673e2b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.384485] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad6a56e-360a-480c-aac3-4e07c18f45e1 with status ACTIVE [ 838.388019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388019] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388019] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388019] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad6a56e-360a-480c-aac3-4e07c18f45e1 is going to be updated. [ 838.388795] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f6bd-44c4-47cb-8641-6c4e43459324 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388795] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388795] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.412037] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.412037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.412037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.412037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.412037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.412037] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad6a56e-360a-480c-aac3-4e07c18f45e1" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.430130] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 838.430130] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 deletion is rescheduled due to dependency. [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.430130] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.430130] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.430130] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31051aa5-54d4-43e2-8bcf-d54cebcd2d95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.876586] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.876586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.876586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.876586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.876586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.877162] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877162] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877805] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878259] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878480] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.878702] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99dfc12-6a61-4419-b745-229090673e2b is going to be updated. [ 838.895782] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.905705] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.905845] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.905896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.907060] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.907060] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915516] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99dfc12-6a61-4419-b745-229090673e2b in Status: IN_PROGRESS for 2s [ 838.936017] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.936233] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.936324] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.936506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.936596] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.936801] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.936900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.936966] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.937160] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.937219] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.937287] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 is going to be updated. [ 838.959366] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.959451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.959493] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.959761] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.959846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.969026] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: IN_PROGRESS for 2s [ 839.257850] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d01001-50ca-4933-ab91-30653558a538 in Status: SUCCESS [ 839.258394] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d01001-50ca-4933-ab91-30653558a538" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398206] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398325] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398365] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398765] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398891] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 is going to be created. [ 839.420120] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.420120] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.420286] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.420379] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.420522] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.428292] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 in Status: UNINITIALIZED for 2s [ 840.541552] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-8055dc28-584a-4a00-a5b8-614a79454db6 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 840.542303] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 840.542653] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.542781] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.542854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.543424] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.543687] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.543759] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.543828] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.544095] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.544189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.544304] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.929546] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99dfc12-6a61-4419-b745-229090673e2b in Status: SUCCESS [ 840.929546] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99dfc12-6a61-4419-b745-229090673e2b deletion is rescheduled due to dependency. [ 840.929546] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99dfc12-6a61-4419-b745-229090673e2b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.977133] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 in Status: SUCCESS [ 840.977816] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31051aa5-54d4-43e2-8bcf-d54cebcd2d95 deletion is rescheduled due to dependency. [ 840.977816] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31051aa5-54d4-43e2-8bcf-d54cebcd2d95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.004142] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004393] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.004556] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.004903] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.006420] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.006637] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.006798] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.007094] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.007291] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.007527] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.007652] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.007779] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.007910] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.008037] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.008168] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.008328] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.031752] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.031862] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.031934] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.032128] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.032446] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-4de2da71-f248-4ab7-819b-8f591718dd2a taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.032656] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.032734] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.033073] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.033223] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de2da71-f248-4ab7-819b-8f591718dd2a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.047745] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.047745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.047745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.047904] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.068174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.068174] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.068174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.068174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.068174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.068174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.068174] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 841.089251] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.089841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.089841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.089841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.089841] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.098843] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 841.442994] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 in Status: SUCCESS [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.442994] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.442994] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.442994] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.539022] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.539022] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 4de2da71-f248-4ab7-819b-8f591718dd2a not found, creating... [ 841.539022] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.539022] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.539781] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.539781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.539781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.539781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.539781] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.539781] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 4de2da71-f248-4ab7-819b-8f591718dd2a is going to be created. [ 841.562210] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.562615] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.562615] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.562952] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.563333] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.563671] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.945462] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00a3f6bd-44c4-47cb-8641-6c4e43459324',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.345482] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-67160ac9-607f-4a71-a998-b3a6626d37b9 service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 842.345672] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-67160ac9-607f-4a71-a998-b3a6626d37b9 service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 842.345810] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-67160ac9-607f-4a71-a998-b3a6626d37b9 service nova] Enqueued Resource ID: 4de2da71-f248-4ab7-819b-8f591718dd2a with Priority: HIGHEST for action port [ 842.346088] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 842.346222] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 842.346890] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de2da71-f248-4ab7-819b-8f591718dd2a with Priority: HIGHEST for action port [ 842.346890] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.347243] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.347243] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.347373] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.347456] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.349198] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.349198] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.349198] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de2da71-f248-4ab7-819b-8f591718dd2a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.349198] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.349198] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.349198] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.349198] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de2da71-f248-4ab7-819b-8f591718dd2a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.448327] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00a3f6bd-44c4-47cb-8641-6c4e43459324: rpc.has_security_group_logging(os_id): False [ 842.465040] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.465177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.465177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.465391] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.465500] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.465714] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.465813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.465875] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.466036] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.466115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.466201] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 is going to be created. [ 842.518829] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.518968] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.519177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.519402] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.519583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.529858] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 in Status: IN_PROGRESS for 2s [ 842.850944] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.851238] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.851339] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de2da71-f248-4ab7-819b-8f591718dd2a with status ACTIVE [ 842.851462] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.851568] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.851633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.851836] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.851927] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.852111] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.853031] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.853031] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.853464] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de2da71-f248-4ab7-819b-8f591718dd2a is going to be updated. [ 842.873007] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.873158] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.873231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.873430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.873563] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.873891] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de2da71-f248-4ab7-819b-8f591718dd2a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.108051] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 843.108294] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 deletion is rescheduled due to dependency. [ 843.108395] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.108633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.108900] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.109133] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.109280] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.109359] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.109532] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.109615] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.109730] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.222951] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-65dad93e-08b4-475b-8923-eeaf1801a185 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 843.223504] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 843.223807] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.223949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.614900] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.692733] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.692938] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693081] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.693343] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.693599] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.693750] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693863] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694230] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.694418] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694665] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.694821] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.695035] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.695194] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.695341] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.695479] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.695645] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.723617] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.723840] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.724085] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.724263] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-289" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.724554] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-d150a26d-e553-4e87-bd49-511852a0264a taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.724719] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.724836] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.725162] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.725304] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d150a26d-e553-4e87-bd49-511852a0264a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.117036] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.228104] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.228448] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.228687] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.229126] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.229329] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.229602] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port d150a26d-e553-4e87-bd49-511852a0264a not found, creating... [ 844.229975] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.230325] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.230423] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.230748] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.230968] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.231371] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.231616] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.231811] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.232140] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.232345] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.232561] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: d150a26d-e553-4e87-bd49-511852a0264a is going to be created. [ 844.253886] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.254232] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.254357] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.254573] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.254807] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.255121] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.546042] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a3f6bd-44c4-47cb-8641-6c4e43459324 in Status: SUCCESS [ 844.546042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a3f6bd-44c4-47cb-8641-6c4e43459324" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.619696] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.619943] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.620084] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.620297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.620386] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.620501] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 844.665575] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.665837] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.665967] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.666266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.666513] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.677346] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 845.683707] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-279b765b-feda-4787-b323-5c8d1abf4118 service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 845.684078] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-279b765b-feda-4787-b323-5c8d1abf4118 service nova] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 845.684137] env[68824]: INFO networking_nsxv3.common.synchronization [req-3bd7a25c-86b6-41a9-8467-990978641b30 req-279b765b-feda-4787-b323-5c8d1abf4118 service nova] Enqueued Resource ID: d150a26d-e553-4e87-bd49-511852a0264a with Priority: HIGHEST for action port [ 845.684696] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_rules [ 845.684828] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 845.685085] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d150a26d-e553-4e87-bd49-511852a0264a with Priority: HIGHEST for action port [ 845.685529] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.685642] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.687030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.687030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.687030] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d150a26d-e553-4e87-bd49-511852a0264a taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.687030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.687030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.687030] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.687030] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d150a26d-e553-4e87-bd49-511852a0264a',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.805051] env[68824]: INFO networking_nsxv3.common.synchronization [req-7ea95f0a-0899-4a74-b049-2cd08f96455b req-cede8948-7414-4a57-a724-a9ad729dcbf3 tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Enqueued Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_members [ 845.806751] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_members [ 845.806751] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.807028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.807115] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.807371] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.807726] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.808167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.808288] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.808496] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.808809] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.808960] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.154533] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.154730] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.154852] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.155194] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.155425] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.155583] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.155701] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.155913] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.156076] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.156282] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.156396] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.156502] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.156609] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.156717] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.156820] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.156947] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.177255] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.177420] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.177541] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.177710] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-691" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.178027] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-d8776995-6c9c-4faf-a417-75012cfbc69b taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.178197] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.178315] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.178617] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.178754] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8776995-6c9c-4faf-a417-75012cfbc69b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.189606] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d150a26d-e553-4e87-bd49-511852a0264a with status ACTIVE [ 846.189950] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.189950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.190136] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.190404] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.190501] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.190774] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.190995] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.190995] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.191117] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.191198] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.191364] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.191594] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.191594] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.191716] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.191716] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.191868] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d150a26d-e553-4e87-bd49-511852a0264a is going to be updated. [ 846.212466] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.212614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.212674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.212867] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.213039] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.213217] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d150a26d-e553-4e87-bd49-511852a0264a" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.314409] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.314580] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.314580] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.314782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.314871] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.315107] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.315230] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.315298] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.315450] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.315538] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.315607] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72d78aa-ec65-4b24-816d-41ab763ce162 already deleted. [ 846.315696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681345] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.681715] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.682011] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.682438] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.682699] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.682964] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port d8776995-6c9c-4faf-a417-75012cfbc69b not found, creating... [ 846.683403] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.683673] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.683897] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.684321] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.684564] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.685026] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.685436] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.685502] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.685813] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.686074] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.686327] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: d8776995-6c9c-4faf-a417-75012cfbc69b is going to be created. [ 846.692888] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 846.693051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.693194] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.693376] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.693596] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.693899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.693899] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.694049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.694086] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.694173] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.694273] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.695119] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695287] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695443] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.695540] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.695601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695799] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.696026] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.696026] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.709023] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.709331] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.709378] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.709624] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.710170] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.710270] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.197903] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.198162] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.198223] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.448414] env[68824]: INFO networking_nsxv3.common.synchronization [req-7ea95f0a-0899-4a74-b049-2cd08f96455b req-03f5fe2a-5558-4d3a-9514-08e8e266f874 service nova] Enqueued Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_rules [ 847.448414] env[68824]: INFO networking_nsxv3.common.synchronization [req-7ea95f0a-0899-4a74-b049-2cd08f96455b req-03f5fe2a-5558-4d3a-9514-08e8e266f874 service nova] Enqueued Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_members [ 847.448414] env[68824]: INFO networking_nsxv3.common.synchronization [req-7ea95f0a-0899-4a74-b049-2cd08f96455b req-03f5fe2a-5558-4d3a-9514-08e8e266f874 service nova] Enqueued Resource ID: d8776995-6c9c-4faf-a417-75012cfbc69b with Priority: HIGHEST for action port [ 847.448414] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_rules [ 847.448606] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_members [ 847.448650] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8776995-6c9c-4faf-a417-75012cfbc69b with Priority: HIGHEST for action port [ 847.449461] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.449582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.449643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.450058] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.450160] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.451393] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.451564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.451626] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.451774] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.451947] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.452057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.452114] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.452397] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.453151] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.453246] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.454080] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8776995-6c9c-4faf-a417-75012cfbc69b taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.454191] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.454258] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.454414] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.454494] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8776995-6c9c-4faf-a417-75012cfbc69b',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.700678] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.957168] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.957168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.957443] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.958124] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8776995-6c9c-4faf-a417-75012cfbc69b with status ACTIVE [ 847.958355] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.958474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.958474] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.958681] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.959068] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.959068] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.959068] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.959221] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.959252] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.959340] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.959500] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.959603] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.959658] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.959776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.960583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960583] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8776995-6c9c-4faf-a417-75012cfbc69b is going to be updated. [ 847.980622] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.980766] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.980942] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.981051] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.981170] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.981319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8776995-6c9c-4faf-a417-75012cfbc69b" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.204507] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.204507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.204507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.204507] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 848.246006] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.246174] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.246292] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.246549] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.246699] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.255597] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 848.463038] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.542651] env[68824]: INFO networking_nsxv3.common.synchronization [req-d25741c2-ebd0-41c4-a83c-589b58869835 req-5d122f07-0390-4fd2-b4d3-d3b18bc725b2 tempest-ServersTestFqdnHostnames-1987424272 tempest-ServersTestFqdnHostnames-1987424272-project-member] Enqueued Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_members [ 848.547439] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 with Priority: HIGHEST for action security_group_members [ 848.547872] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b2330-1842-4a05-8c5e-24fa4e925cb3 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.548141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.548193] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.548485] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.548687] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.548865] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.548919] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.549134] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.549245] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.549383] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113b2330-1842-4a05-8c5e-24fa4e925cb3',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.965974] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.966452] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.966452] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.966534] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.966732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.966780] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72d78aa-ec65-4b24-816d-41ab763ce162 is going to be created. [ 848.991983] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.991983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.991983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.991983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.991983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.999910] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72d78aa-ec65-4b24-816d-41ab763ce162 in Status: UNINITIALIZED for 2s [ 849.055592] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.055802] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.055894] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.056186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.077353] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.077590] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.078552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.078552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.078552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.078552] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.078552] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 is going to be updated. [ 849.103991] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.104186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.104262] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.104616] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.104825] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.117583] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: IN_PROGRESS for 2s [ 850.267029] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 850.267349] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.267442] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.267986] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.267986] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.268210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.268210] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.268306] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.268481] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.268481] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.708445] env[68824]: INFO networking_nsxv3.common.synchronization [req-654b448f-51f4-4f46-89fe-07541af35220 req-8aa50d6c-b193-4e2a-a783-8f62445aeca8 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Enqueued Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_members [ 850.709082] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_members [ 850.709380] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.709507] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.709577] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.709830] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.709988] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.710116] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710181] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.710389] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.710509] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.710628] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.773900] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.010165] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72d78aa-ec65-4b24-816d-41ab763ce162 in Status: SUCCESS [ 851.010390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.010601] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.011110] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.011110] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.011110] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.011472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.011472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.011472] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.011783] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.011783] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.143332] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 in Status: SUCCESS [ 851.144032] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b2330-1842-4a05-8c5e-24fa4e925cb3 deletion is rescheduled due to dependency. [ 851.144257] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b2330-1842-4a05-8c5e-24fa4e925cb3" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.155658] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.155958] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-493" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156098] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-493" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156444] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-493" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156740] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156893] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156982] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.157223] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.157384] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.157591] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.157702] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.157810] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.157889] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.158091] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.158191] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.159281] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.185043] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.185230] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.186126] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.186126] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-493" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.186126] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-dbb04690-e9ba-4710-848b-2c50aa649872 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.186352] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.186352] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.187511] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.187511] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb04690-e9ba-4710-848b-2c50aa649872',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.213251] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.213251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.213251] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.213408] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.213545] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.213685] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.213782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.213843] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.214050] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.214186] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.214232] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 already deleted. [ 851.214284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.278106] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.514015] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.514244] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514320] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514529] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.514706] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.514813] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514881] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.515127] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.515225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.515322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.515483] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.515582] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.515635] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.515770] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.515902] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.515993] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.516069] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.516209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.516294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.516390] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.516495] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.690304] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.690550] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690624] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.690978] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.691222] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.691463] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port dbb04690-e9ba-4710-848b-2c50aa649872 not found, creating... [ 851.691860] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.692109] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.692303] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.692628] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.692842] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.693284] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.693523] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.693707] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.694030] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.694250] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.694470] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: dbb04690-e9ba-4710-848b-2c50aa649872 is going to be created. [ 851.736026] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.736362] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.736556] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.736930] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.737280] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.737625] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.782591] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.782782] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.782829] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.783093] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.783211] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.783316] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 851.831752] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.831893] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.831972] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.832177] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.832319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.854389] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 852.022076] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e72d78aa-ec65-4b24-816d-41ab763ce162: rpc.has_security_group_logging(os_id): False [ 852.040101] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.040275] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.040321] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.040539] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.040614] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.040832] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.041017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.041017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.041579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.041579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.041579] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.041579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.041579] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.041788] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.041788] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.042090] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.042090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.042090] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.042276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.042276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.042359] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72d78aa-ec65-4b24-816d-41ab763ce162 is going to be created. [ 852.105421] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.105527] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.105564] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.105776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.105958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.116846] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72d78aa-ec65-4b24-816d-41ab763ce162 in Status: IN_PROGRESS for 2s [ 852.551502] env[68824]: INFO networking_nsxv3.common.synchronization [req-654b448f-51f4-4f46-89fe-07541af35220 req-773189e6-72de-4d25-bb17-b54626f0d71f service nova] Enqueued Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_rules [ 852.551791] env[68824]: INFO networking_nsxv3.common.synchronization [req-654b448f-51f4-4f46-89fe-07541af35220 req-773189e6-72de-4d25-bb17-b54626f0d71f service nova] Enqueued Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_members [ 852.551858] env[68824]: INFO networking_nsxv3.common.synchronization [req-654b448f-51f4-4f46-89fe-07541af35220 req-773189e6-72de-4d25-bb17-b54626f0d71f service nova] Enqueued Resource ID: dbb04690-e9ba-4710-848b-2c50aa649872 with Priority: HIGHEST for action port [ 852.552111] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_rules [ 852.552242] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_members [ 852.552338] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb04690-e9ba-4710-848b-2c50aa649872 with Priority: HIGHEST for action port [ 852.552883] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.553015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.553209] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.553467] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.553552] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.554418] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.554702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.554702] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.554915] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.554915] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.554997] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.555076] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.555225] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555310] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.555401] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.556143] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb04690-e9ba-4710-848b-2c50aa649872 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.556253] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.556319] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.556473] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.556546] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb04690-e9ba-4710-848b-2c50aa649872',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.064049] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.064049] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbb04690-e9ba-4710-848b-2c50aa649872 with status ACTIVE [ 853.064049] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.064049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.064049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.064049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.064049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.065036] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.066468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.066468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.066468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.066468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.066468] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.066468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.066468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.068600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.068600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.068600] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbb04690-e9ba-4710-848b-2c50aa649872 is going to be updated. [ 853.069572] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.071448] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.091054] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.091054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.091054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.091054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.091054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.091054] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb04690-e9ba-4710-848b-2c50aa649872" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.571446] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.864326] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 853.864559] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.864725] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.864945] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.865151] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.865269] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.865331] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.865487] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.865569] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.865657] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.865807] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.865901] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.865967] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.866112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.866251] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.866417] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.866417] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.866523] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.866612] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.866745] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.866861] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.075364] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.075364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.075364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.075633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.075633] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.075754] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 is going to be created. [ 854.098918] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.099148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.099148] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.099874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.099874] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.108554] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 in Status: UNINITIALIZED for 2s [ 854.128720] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72d78aa-ec65-4b24-816d-41ab763ce162 in Status: SUCCESS [ 854.128950] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.376251] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46: rpc.has_security_group_logging(os_id): False [ 854.393643] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.393643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.393643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.393643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.393643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.393643] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.394959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.394959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.394959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.394959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.394959] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.394959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.394959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.395344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.395344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.395620] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.395743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.395807] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.395955] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.396040] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.396293] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 854.476319] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.479466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.479466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.479466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.479466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.486776] env[68824]: INFO networking_nsxv3.common.synchronization [req-54dda183-2e97-4607-a277-5bc4af8b6bc3 req-87b959ef-ced3-45a7-a4b2-c15aa884a257 tempest-ServerDiskConfigTestJSON-2141836711 tempest-ServerDiskConfigTestJSON-2141836711-project-member] Enqueued Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 854.487369] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d37379-85b0-4205-99ac-92bb15e05f95 with Priority: HIGHEST for action security_group_members [ 854.487674] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-17d37379-85b0-4205-99ac-92bb15e05f95 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.487823] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.487882] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.489028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.489028] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.489227] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.489227] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.489382] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.489470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.489583] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17d37379-85b0-4205-99ac-92bb15e05f95',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.501625] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 854.993234] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.993708] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.993708] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.993834] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.993919] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.994227] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.994419] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.994477] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.994621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.994714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.994809] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 is going to be updated. [ 855.018624] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.018850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.018850] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.019089] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.019360] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.027442] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: IN_PROGRESS for 2s [ 855.870165] env[68824]: INFO networking_nsxv3.common.synchronization [req-682398a3-8a11-4aa2-84c2-f19e423d5d1c req-f293fbeb-c649-42c0-8b57-5dc3933365b7 tempest-AttachInterfacesUnderV243Test-1233919436 tempest-AttachInterfacesUnderV243Test-1233919436-project-member] Enqueued Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_members [ 855.870809] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_members [ 855.871144] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.871297] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.871362] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.871621] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.871769] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.872804] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.872804] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.872804] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.873063] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.873063] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.120363] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 in Status: SUCCESS [ 856.120610] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.120697] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.120914] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.121215] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.121281] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.121318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.121447] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.121530] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.121632] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.121815] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.298679] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.298880] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-566" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.299558] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-566" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.299558] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-566" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.299819] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.300064] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.300225] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.300513] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.300692] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.300914] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.301045] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.301157] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.301267] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.301384] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.301491] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.301625] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.319597] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.319870] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.319955] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.320139] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-566" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.320455] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.320626] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.320745] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.321080] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.321224] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98ce563-fc87-4762-bb84-a8dc8c6a6f48',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.375608] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.375749] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.375822] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.376041] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.376184] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376314] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.376589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.376589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.376732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.376732] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376810] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 already deleted. [ 856.376846] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.518076] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 856.518318] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.518506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.518729] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.518824] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.630790] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.631049] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.631167] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.631471] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.631679] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.631789] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.631906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.632057] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.632152] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.632294] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.632459] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.632586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.632660] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.632857] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.633029] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.633165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.633247] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.633434] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.633535] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.633643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.633759] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.823501] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.823756] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.823834] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.824382] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.824650] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.824905] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port d98ce563-fc87-4762-bb84-a8dc8c6a6f48 not found, creating... [ 856.825342] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.825535] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.825703] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.825903] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.826055] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.826356] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.826515] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.826632] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.826899] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.827056] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.827202] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: d98ce563-fc87-4762-bb84-a8dc8c6a6f48 is going to be created. [ 856.847984] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.847984] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.848159] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.848369] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.848595] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.848819] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024693] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024693] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024693] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024693] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.038330] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17d37379-85b0-4205-99ac-92bb15e05f95 in Status: SUCCESS [ 857.038610] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17d37379-85b0-4205-99ac-92bb15e05f95 deletion is rescheduled due to dependency. [ 857.038750] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17d37379-85b0-4205-99ac-92bb15e05f95" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.137273] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1afb24e-0b57-4c34-b570-615ee07e2e06: rpc.has_security_group_logging(os_id): False [ 857.154369] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.154516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.154587] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.154800] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.154890] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.155108] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.155189] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.155231] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.155384] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.155451] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.155643] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.155739] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.155801] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.155949] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.156061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.156212] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.156311] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.156366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.156506] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.156583] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.156666] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 is going to be created. [ 857.210538] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.210714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.210714] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.210978] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.211154] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.221299] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 in Status: IN_PROGRESS for 2s [ 857.312879] env[68824]: INFO networking_nsxv3.common.synchronization [req-a9398118-d352-46bb-9772-7735043f488c req-3ecaf37f-8509-4437-99d5-e6979407314c tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 857.313559] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 857.313886] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.315981] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.316124] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.316516] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.316638] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.316696] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.316762] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.317854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.317959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.318075] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.527465] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529112] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.698801] env[68824]: INFO networking_nsxv3.common.synchronization [req-672a5231-78ce-402c-be79-26721bf99aec req-9b36b63b-c7d2-4274-b354-0b31579eea14 tempest-MultipleCreateTestJSON-1392144080 tempest-MultipleCreateTestJSON-1392144080-project-member] Enqueued Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 857.698987] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 with Priority: HIGHEST for action security_group_members [ 857.700089] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.700222] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.803869] env[68824]: INFO networking_nsxv3.common.synchronization [req-682398a3-8a11-4aa2-84c2-f19e423d5d1c req-c8c073a4-1738-4fc5-b42b-dcafb7301415 service nova] Enqueued Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_rules [ 857.804147] env[68824]: INFO networking_nsxv3.common.synchronization [req-682398a3-8a11-4aa2-84c2-f19e423d5d1c req-c8c073a4-1738-4fc5-b42b-dcafb7301415 service nova] Enqueued Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_members [ 857.804282] env[68824]: INFO networking_nsxv3.common.synchronization [req-682398a3-8a11-4aa2-84c2-f19e423d5d1c req-c8c073a4-1738-4fc5-b42b-dcafb7301415 service nova] Enqueued Resource ID: d98ce563-fc87-4762-bb84-a8dc8c6a6f48 with Priority: HIGHEST for action port [ 857.804495] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_rules [ 857.804653] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 with Priority: HIGHEST for action security_group_members [ 857.804708] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98ce563-fc87-4762-bb84-a8dc8c6a6f48 with Priority: HIGHEST for action port [ 857.805369] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.805458] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.805526] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.805731] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.805824] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.806696] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.806815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.806868] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.807059] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.807219] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.807315] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.807366] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.807513] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.807589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.809038] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.809038] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.809038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.809038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.809038] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.809038] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98ce563-fc87-4762-bb84-a8dc8c6a6f48',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.819658] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.315795] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.316436] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.316587] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.316731] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d98ce563-fc87-4762-bb84-a8dc8c6a6f48 with status ACTIVE [ 858.316894] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.317015] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.317079] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.317291] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.317374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.317637] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.317637] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.317753] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.317839] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.317916] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.318484] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.318592] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.318922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.318922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.318922] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.319071] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d98ce563-fc87-4762-bb84-a8dc8c6a6f48 is going to be updated. [ 858.323833] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.338263] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.338424] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.338497] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.338716] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.338858] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.339028] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98ce563-fc87-4762-bb84-a8dc8c6a6f48" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.821815] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.828958] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.828958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.828958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.828958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.828958] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.828958] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 858.850681] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.853027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.853027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.853027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.853027] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.861724] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 859.235850] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 in Status: SUCCESS [ 859.236111] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.325893] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.326168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.326168] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.326284] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.326409] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.326509] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 is going to be created. [ 859.359216] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.359377] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.359424] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.359809] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.359809] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.372050] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 in Status: UNINITIALIZED for 2s [ 860.871611] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 860.871929] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.873438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.873438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.873438] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.873438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.873438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.873438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.873438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.873765] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.873765] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.873847] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.873956] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.874183] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.874332] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.874436] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.874498] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.874662] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.874776] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.874906] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.875011] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.876017] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.876430] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.876430] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.876544] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.876589] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.876772] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.876854] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.876948] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.378951] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46: rpc.has_security_group_logging(os_id): False [ 861.380141] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.380141] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.380276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.380379] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.380466] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.380638] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.380736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.380799] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.380959] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.381046] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.381810] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 861.382586] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 in Status: SUCCESS [ 861.382755] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.383276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.383276] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.383387] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.383387] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.383468] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.383586] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.383690] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.383736] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c30f81c-7c4f-49cd-bebf-c279bb7a6d34" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.383824] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.400954] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.400954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.400954] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.401234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.401234] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.401457] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.401457] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.401581] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.401667] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.401743] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402163] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402163] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.402330] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.402330] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402472] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402543] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402599] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.402751] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.402810] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402885] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 is going to be updated. [ 861.408971] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.409108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.409185] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.409344] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.409470] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.417395] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 861.460446] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.460584] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.460709] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.460873] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.461016] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.475720] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: IN_PROGRESS for 2s [ 861.885896] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c30f81c-7c4f-49cd-bebf-c279bb7a6d34',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.288644] env[68824]: INFO networking_nsxv3.common.synchronization [req-c0f3631b-dba8-4fc1-9497-ef744a8bb26d req-8075e924-0122-4fe7-b767-4da0548d45ae tempest-AttachInterfacesTestJSON-826121514 tempest-AttachInterfacesTestJSON-826121514-project-member] Enqueued Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_members [ 862.288644] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72d78aa-ec65-4b24-816d-41ab763ce162 with Priority: HIGHEST for action security_group_members [ 862.288861] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72d78aa-ec65-4b24-816d-41ab763ce162 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.288983] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.289061] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.289263] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72d78aa-ec65-4b24-816d-41ab763ce162" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.290023] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.290023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.290023] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.290195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.290195] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.290272] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72d78aa-ec65-4b24-816d-41ab763ce162',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.387953] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34: rpc.has_security_group_logging(os_id): False [ 862.405768] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.405896] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.406016] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.406266] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.406374] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.406612] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.406706] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.406760] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.406908] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.406996] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.407103] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 is going to be created. [ 862.464595] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.464676] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.464821] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.464936] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.465142] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.476522] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c30f81c-7c4f-49cd-bebf-c279bb7a6d34 in Status: IN_PROGRESS for 2s [ 862.603481] env[68824]: INFO networking_nsxv3.common.synchronization [req-43e1759b-28e2-4f81-b324-c82f1a24e22c req-0acf0480-a58d-4ee2-82c4-292987ae58c3 tempest-MigrationsAdminTest-1821304571 tempest-MigrationsAdminTest-1821304571-project-member] Enqueued Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_members [ 862.604266] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_members [ 862.605192] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2aa6133-003f-4212-909b-78a6a89becde taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.605372] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.605438] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.605649] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2aa6133-003f-4212-909b-78a6a89becde" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.605801] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.605911] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.605976] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.606126] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.606316] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.606316] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.795528] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.795683] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.795815] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.795963] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.796144] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.796262] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.796364] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.796437] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.796600] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.796674] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.796773] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72d78aa-ec65-4b24-816d-41ab763ce162 is going to be updated. [ 862.828166] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.828322] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.828368] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.828591] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.828762] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.842186] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72d78aa-ec65-4b24-816d-41ab763ce162 in Status: IN_PROGRESS for 2s [ 862.940297] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.940297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.940297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.940297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.940297] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.940297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.940297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.940297] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.940997] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.941385] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.941622] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] NeedRegenerationException {{(pid=68824) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.941829] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] no value, waiting for create lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.942079] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] value creation lock acquired {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.942680] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] No value present for key: 'zone-id' {{(pid=68824) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.942911] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Calling creation function for not-yet-present value {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.943163] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.965028] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.965028] env[68824]: DEBUG dogpile.cache.region [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68824) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.965028] env[68824]: DEBUG dogpile.lock [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Released creation lock {{(pid=68824) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.965028] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "network-159" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.965028] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock port-48a9eccd-3ea0-4dd4-9987-30638797be4e taken with stack trace [, , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.965028] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "port-48a9eccd-3ea0-4dd4-9987-30638797be4e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.965028] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "port-48a9eccd-3ea0-4dd4-9987-30638797be4e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.965028] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "port-48a9eccd-3ea0-4dd4-9987-30638797be4e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.965836] env[68824]: DEBUG networking_nsxv3.api.rpc [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48a9eccd-3ea0-4dd4-9987-30638797be4e',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.109941] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.279110] env[68824]: INFO networking_nsxv3.common.synchronization [req-1d6f8bdf-c754-4605-802d-d6da50c44be8 req-43fe2921-f6b6-4c6f-9587-d25364608258 tempest-DeleteServersTestJSON-959157895 tempest-DeleteServersTestJSON-959157895-project-member] Enqueued Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_members [ 863.279628] env[68824]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 with Priority: HIGHEST for action security_group_members [ 863.279913] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb24e-0b57-4c34-b570-615ee07e2e06 taken with stack trace [, , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.280042] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.280108] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.280303] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb24e-0b57-4c34-b570-615ee07e2e06" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.280448] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.280735] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.280832] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.281735] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.281735] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.281735] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1afb24e-0b57-4c34-b570-615ee07e2e06',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.426818] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 863.427018] env[68824]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 deletion is rescheduled due to dependency. [ 863.427132] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.469366] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.469586] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.469708] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.469988] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.470151] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.470311] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Segment Port 48a9eccd-3ea0-4dd4-9987-30638797be4e not found, creating... [ 863.470559] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.470711] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.471056] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.471056] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.471182] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "Segment" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.471446] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.471832] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.471832] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.471987] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.472213] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.472256] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Resource: SegmentPort with ID: 48a9eccd-3ea0-4dd4-9987-30638797be4e is going to be created. [ 863.494275] env[68824]: DEBUG networking_nsxv3.common.locking [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494477] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquiring lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494603] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494865] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Acquired external semaphore "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.495115] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "SegmentPort" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.495361] env[68824]: DEBUG oslo_concurrency.lockutils [None req-e43a90f9-b9fd-4a7d-bc7f-10595bd25d13 None None] Releasing lock "port-48a9eccd-3ea0-4dd4-9987-30638797be4e" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.497938] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46 in Status: SUCCESS [ 863.498165] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acbbbb28-4d9e-4c31-8121-7ea3c3ddfd46" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.615702] env[68824]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2aa6133-003f-4212-909b-78a6a89becde',) {} {{(pid=68824) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.785420] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.785573] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.785643] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.785860] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.785948] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.786151] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.786249] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.786313] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.786460] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.786537] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.786624] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 is going to be updated. [ 863.815355] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.815355] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.815355] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.815593] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.815645] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.823105] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb24e-0b57-4c34-b570-615ee07e2e06 in Status: IN_PROGRESS for 2s [ 864.121192] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.121192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.121192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.121192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.121192] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.121192] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2aa6133-003f-4212-909b-78a6a89becde is going to be updated. [ 864.148680] env[68824]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68824) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.148680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.148680] env[68824]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68824) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.155532] env[68824]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2aa6133-003f-4212-909b-78a6a89becde in Status: IN_PROGRESS for 2s [ 864.408159] env[68824]: INFO networking_nsxv3.common.synchronization [req-43e1759b-28e2-4f81-b324-c82f1a24e22c req-a341340a-a2f6-410d-bf0f-8a48bdf68beb service nova] Enqueued Resource ID: b2aa6133-003f-4212-909b-78a6a89becde with Priority: HIGHEST for action security_group_rules [ 864.408159] env[68824]: INFO networking_nsxv3.common.synchronization [req-43e1759b-28e2-4f81-b324-c82f1a24e22c req-a341340a-a2f6-410d-bf0f-8a48bdf68beb service nova]